diff --git a/.github/workflows/stale-issues.yml b/.github/workflows/stale-issues.yml new file mode 100644 index 0000000..10a973b --- /dev/null +++ b/.github/workflows/stale-issues.yml @@ -0,0 +1,74 @@ +name: Close Stale Issues + +# Run daily at 00:00 UTC to check for stale issues +on: + schedule: + - cron: '0 0 * * *' + # Allow manual triggering for testing + workflow_dispatch: + +# Minimal permissions for security +permissions: + issues: write + +jobs: + stale: + runs-on: ubuntu-latest + + steps: + - name: Close stale issues + uses: actions/stale@v9 + with: + # Repository token for authentication + repo-token: ${{ secrets.GITHUB_TOKEN }} + + # === Issue Configuration === + + # Days of inactivity before an issue becomes stale + days-before-stale: 30 + + # Days of inactivity before a stale issue is closed + days-before-close: 7 + + # Message to post when marking an issue as stale + stale-issue-message: > + This issue has been automatically marked as stale because it has not had + any activity for 30 days. It will be closed in 7 days if no further + activity occurs. If you believe this issue is still relevant, please leave + a comment to keep it open. Thank you for your contributions! + + # Message to post when closing a stale issue + close-issue-message: > + This issue has been automatically closed due to inactivity. If you believe + this issue should be reopened, please feel free to do so with a comment + explaining why it should be reopened. Thank you! + + # Label to apply when an issue becomes stale + stale-issue-label: 'stale' + + # Don't close issues that have assignees + exempt-all-assignees: true + + # Don't close issues that are part of a milestone + exempt-all-milestones: true + + # === Pull Request Configuration === + + # Disable automatic closure of stale PRs + # PRs often need more time and manual review + days-before-pr-stale: -1 + days-before-pr-close: -1 + + # === Additional Options === + + # Maximum number of operations per run (helps avoid rate limits) + operations-per-run: 100 + + # Remove stale label when an issue is updated + remove-stale-when-updated: true + + # Process issues in ascending order (oldest first) + ascending: true + + # Enable debug output for troubleshooting + debug-only: false diff --git a/README.md b/README.md index 6a6ef7c..a309797 100644 --- a/README.md +++ b/README.md @@ -355,7 +355,7 @@ document = llm.extract_all(document) - [Concept Extraction from Aspect](https://contextgem.dev/quickstart/#concept-extraction-from-aspect) - [Concept Extraction from Document (text)](https://contextgem.dev/quickstart/#concept-extraction-from-document-text) - [Concept Extraction from Document (vision)](https://contextgem.dev/quickstart/#concept-extraction-from-document-vision) -- [LLM chat interface](https://contextgem.dev/quickstart/#lightweight-llm-chat-interface) +- [LLM chat interface with tool calling](https://contextgem.dev/quickstart/#lightweight-llm-chat-interface) 🚀 **Advanced usage:** - [Extracting Aspects Containing Concepts](https://contextgem.dev/advanced_usage/#extracting-aspects-with-concepts) diff --git a/dev/readme.template.md b/dev/readme.template.md index 9f1f875..8ca6671 100644 --- a/dev/readme.template.md +++ b/dev/readme.template.md @@ -172,7 +172,7 @@ document = llm.extract_all(document) - [Concept Extraction from Aspect](https://contextgem.dev/quickstart/#concept-extraction-from-aspect) - [Concept Extraction from Document (text)](https://contextgem.dev/quickstart/#concept-extraction-from-document-text) - [Concept Extraction from Document (vision)](https://contextgem.dev/quickstart/#concept-extraction-from-document-vision) -- [LLM chat interface](https://contextgem.dev/quickstart/#lightweight-llm-chat-interface) +- [LLM chat interface with tool calling](https://contextgem.dev/quickstart/#lightweight-llm-chat-interface) 🚀 **Advanced usage:** - [Extracting Aspects Containing Concepts](https://contextgem.dev/advanced_usage/#extracting-aspects-with-concepts) diff --git a/tests/cassettes/TestAll.test_local_llms_qwen3.yaml b/tests/cassettes/TestAll.test_local_llms_qwen3.yaml new file mode 100644 index 0000000..da1c3c9 --- /dev/null +++ b/tests/cassettes/TestAll.test_local_llms_qwen3.yaml @@ -0,0 +1,57998 @@ +interactions: +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "prompt": "### System:\nYou are a helpful assistant.\n\n### + User:\nWhat is 2+2?\n\n", "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": + 4096, "seed": 123}, "stream": false, "images": []}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '220' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/generate + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:31.3137068Z", + "response": "\nOkay, the user asked \"What is 2+2?\" That''s a straightforward + math problem. Let me make sure I understand it correctly. In basic arithmetic, + 2 plus 2 equals 4. But wait, maybe they''re looking for something more? Like + different number bases or something else? Hmm, but the question doesn''t specify + any context. The user just asked directly. Since there''s no indication of + a trick or a different context, the safest answer is 4. I should confirm that + there''s no hidden complexity here. Maybe they''re testing if I can handle + simple questions, but I should just answer directly. Let me check if there''s + any other possible interpretation. In standard math, 2+2 is definitely 4. + Unless it''s a trick question, but the user didn''t mention anything like + that. Alright, I''ll go with 4.\n\n\n2 + 2 equals **4**.", "done": + true, "done_reason": "stop", "context": [151644, 872, 198, 14374, 739, 510, + 2610, 525, 264, 10950, 17847, 382, 14374, 2657, 510, 3838, 374, 220, 17, 10, + 17, 1939, 151645, 198, 151644, 77091, 198, 151667, 198, 32313, 11, 279, 1196, + 4588, 330, 3838, 374, 220, 17, 10, 17, 7521, 2938, 594, 264, 30339, 6888, + 3491, 13, 6771, 752, 1281, 2704, 358, 3535, 432, 12440, 13, 758, 6770, 34784, + 11, 220, 17, 5519, 220, 17, 16819, 220, 19, 13, 1988, 3783, 11, 7196, 807, + 2299, 3330, 369, 2494, 803, 30, 8909, 2155, 1372, 23092, 476, 2494, 770, 30, + 88190, 11, 714, 279, 3405, 3171, 944, 13837, 894, 2266, 13, 576, 1196, 1101, + 4588, 5961, 13, 8704, 1052, 594, 902, 27039, 315, 264, 14068, 476, 264, 2155, + 2266, 11, 279, 61744, 4226, 374, 220, 19, 13, 358, 1265, 7683, 429, 1052, + 594, 902, 8177, 23094, 1588, 13, 10696, 807, 2299, 7497, 421, 358, 646, 3705, + 4285, 4755, 11, 714, 358, 1265, 1101, 4226, 5961, 13, 6771, 752, 1779, 421, + 1052, 594, 894, 1008, 3204, 22845, 13, 758, 5297, 6888, 11, 220, 17, 10, 17, + 374, 8491, 220, 19, 13, 10878, 432, 594, 264, 14068, 3405, 11, 714, 279, 1196, + 3207, 944, 6286, 4113, 1075, 429, 13, 97593, 11, 358, 3278, 728, 448, 220, + 19, 624, 151668, 271, 17, 488, 220, 17, 16819, 3070, 19, 334, 13], "total_duration": + 14569654000, "load_duration": 11898284700, "prompt_eval_count": 27, "prompt_eval_duration": + 176340500, "eval_count": 191, "eval_duration": 2494527700}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "messages": [{"role": "system", "content": "You + are a helpful assistant.", "images": []}, {"role": "user", "content": "What + is 3+3?", "images": []}], "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": + 4096, "seed": 123}, "stream": false}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '270' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/chat + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:34.9597654Z", + "message": {"role": "assistant", "content": "\nOkay, the user asked + \"What is 3+3?\" That''s a straightforward math problem. Let me think. 3 plus + 3 is 6. I should just answer that directly. No need for any extra explanation + unless they ask for it. Let me make sure I didn''t miss anything. Yep, it''s + a simple addition. The answer is 6.\n\n\n3 + 3 equals **6**."}, "done": + true, "done_reason": "stop", "total_duration": 1323627800, "load_duration": + 33391800, "prompt_eval_count": 26, "prompt_eval_duration": 49553100, "eval_count": + 90, "eval_duration": 1240682900}' + headers: + Content-Length: + - '641' + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "prompt": "### System:\nYou are a helpful assistant.\n\n### + User:\nWhat is 5+5?\n\n", "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": + 4096, "seed": 123}, "stream": false, "images": []}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '220' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/generate + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:36.6816827Z", + "response": "\nOkay, the user asked \"What is 5+5?\" Let me think. + Well, 5 plus 5 is a basic arithmetic problem. I should just calculate it directly. + 5 added to 5 equals 10. That''s straightforward. I don''t need to complicate + it. Just make sure the answer is correct. Yep, 10 is the right answer. No + need for any extra steps here. The user probably expects a quick response. + Alright, I''ll just state the answer clearly.\n\n\n5 + 5 equals **10**.", + "done": true, "done_reason": "stop", "context": [151644, 872, 198, 14374, + 739, 510, 2610, 525, 264, 10950, 17847, 382, 14374, 2657, 510, 3838, 374, + 220, 20, 10, 20, 1939, 151645, 198, 151644, 77091, 198, 151667, 198, 32313, + 11, 279, 1196, 4588, 330, 3838, 374, 220, 20, 10, 20, 7521, 6771, 752, 1744, + 13, 8325, 11, 220, 20, 5519, 220, 20, 374, 264, 6770, 34784, 3491, 13, 358, + 1265, 1101, 11047, 432, 5961, 13, 220, 20, 3694, 311, 220, 20, 16819, 220, + 16, 15, 13, 2938, 594, 30339, 13, 358, 1513, 944, 1184, 311, 1367, 48795, + 432, 13, 4599, 1281, 2704, 279, 4226, 374, 4396, 13, 84194, 11, 220, 16, 15, + 374, 279, 1290, 4226, 13, 2308, 1184, 369, 894, 4960, 7354, 1588, 13, 576, + 1196, 4658, 24297, 264, 3974, 2033, 13, 97593, 11, 358, 3278, 1101, 1584, + 279, 4226, 9355, 624, 151668, 271, 20, 488, 220, 20, 16819, 3070, 16, 15, + 334, 13], "total_duration": 1601313600, "load_duration": 31260900, "prompt_eval_count": + 27, "prompt_eval_duration": 27646000, "eval_count": 120, "eval_duration": + 1542406700}' + headers: + Content-Length: + - '1382' + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "prompt": "### System:\nYou are a helpful assistant.\n\n### + User:\nWhat is 5+5?\n\n### Assistant:\n5 + 5 equals **10**.\n\n### User:\nAdd + 3 to that.\n\n", "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": + 4096, "seed": 123}, "stream": false, "images": []}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '289' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/generate + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:38.9497989Z", + "response": "\nOkay, the user asked \"Add 3 to that.\" Let me see. + The previous answer was 10. So adding 3 to 10 would be 13. Wait, but maybe + I should check if there''s any ambiguity here. The user said \"Add 3 to that,\" + where \"that\" refers to the previous result, which was 10. So 10 + 3 is definitely + 13. I should make sure there''s no trick here. The user might be testing if + I follow the previous context correctly. Since the last answer was 10, adding + 3 should be straightforward. I think that''s all. The answer is 13.\n\n\nAdding + 3 to 10 gives **13**.", "done": true, "done_reason": "stop", "context": [151644, + 872, 198, 14374, 739, 510, 2610, 525, 264, 10950, 17847, 382, 14374, 2657, + 510, 3838, 374, 220, 20, 10, 20, 1939, 14374, 21388, 510, 20, 488, 220, 20, + 16819, 3070, 16, 15, 334, 382, 14374, 2657, 510, 2212, 220, 18, 311, 429, + 382, 151645, 198, 151644, 77091, 198, 151667, 198, 32313, 11, 279, 1196, 4588, + 330, 2212, 220, 18, 311, 429, 1189, 6771, 752, 1490, 13, 576, 3681, 4226, + 572, 220, 16, 15, 13, 2055, 7842, 220, 18, 311, 220, 16, 15, 1035, 387, 220, + 16, 18, 13, 13824, 11, 714, 7196, 358, 1265, 1779, 421, 1052, 594, 894, 71768, + 1588, 13, 576, 1196, 1053, 330, 2212, 220, 18, 311, 429, 1335, 1380, 330, + 9033, 1, 19257, 311, 279, 3681, 1102, 11, 892, 572, 220, 16, 15, 13, 2055, + 220, 16, 15, 488, 220, 18, 374, 8491, 220, 16, 18, 13, 358, 1265, 1281, 2704, + 1052, 594, 902, 14068, 1588, 13, 576, 1196, 2578, 387, 7497, 421, 358, 1795, + 279, 3681, 2266, 12440, 13, 8704, 279, 1537, 4226, 572, 220, 16, 15, 11, 7842, + 220, 18, 1265, 387, 30339, 13, 358, 1744, 429, 594, 678, 13, 576, 4226, 374, + 220, 16, 18, 624, 151668, 271, 32308, 220, 18, 311, 220, 16, 15, 6696, 3070, + 16, 18, 334, 13], "total_duration": 2149315600, "load_duration": 32383600, + "prompt_eval_count": 49, "prompt_eval_duration": 33593000, "eval_count": 161, + "eval_duration": 2083339000}' + headers: + Content-Length: + - '1743' + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "messages": [{"role": "system", "content": "You + are a helpful assistant.", "images": []}, {"role": "user", "content": "What + is 7+7?", "images": []}], "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": + 4096, "seed": 123}, "stream": false}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '270' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/chat + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:41.1128308Z", + "message": {"role": "assistant", "content": "\nOkay, the user asked + \"What is 7+7?\" That''s a straightforward math problem. Let me think. 7 plus + 7... Well, adding two numbers together. 7 plus 7 is 14. Wait, is there any + trick here? Maybe they want to test if I know basic arithmetic. No, probably + not. It''s just a simple addition. Let me confirm. 7 plus 7 equals 14. Yeah, + that''s right. I should just answer that directly. No need for extra steps. + The user might be checking if I can handle basic math, but it''s pretty simple. + Alright, I''ll respond with 14.\n\n\n7 + 7 equals **14**."}, "done": + true, "done_reason": "stop", "total_duration": 2045040200, "load_duration": + 31181500, "prompt_eval_count": 26, "prompt_eval_duration": 27768300, "eval_count": + 154, "eval_duration": 1985086900}' + headers: + Content-Length: + - '867' + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "messages": [{"role": "system", "content": "You + are a helpful assistant.", "images": []}, {"role": "user", "content": "What + is 7+7?", "images": []}, {"role": "assistant", "content": "7 + 7 equals **14**.", + "images": []}, {"role": "user", "content": "Subtract 5 from that.", "images": + []}], "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": 4096, "seed": + 123}, "stream": false}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '410' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/chat + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:44.5095168Z", + "message": {"role": "assistant", "content": "\nOkay, the user asked + \"Subtract 5 from that.\" Let me see. The previous question was about 7+7, + which I answered as 14. Now they want me to subtract 5 from that result.\n\nSo, + starting with 14 and subtracting 5. Let me do the math. 14 minus 5 is 9. That + seems straightforward. I should make sure I didn''t make a mistake here. 14 + minus 5... yes, 5 less than 14 is 9. \n\nWait, maybe the user is testing if + I can follow multi-step instructions. They first asked for 7+7, then subtract + 5 from the result. I need to confirm that I''m using the correct number. Since + the previous answer was 14, subtracting 5 from 14 gives 9. \n\nI should present + the answer clearly. Maybe write it out step by step to show the process. 14 + minus 5 equals 9. Yep, that''s right. No need for complicated explanations + here. Just a simple confirmation that the result is 9.\n\n\n14 minus + 5 equals **9**."}, "done": true, "done_reason": "stop", "total_duration": + 3277885800, "load_duration": 33942800, "prompt_eval_count": 53, "prompt_eval_duration": + 28496000, "eval_count": 247, "eval_duration": 3214343300}' + headers: + Content-Length: + - '1206' + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "messages": [{"role": "system", "content": "\nYou + will be assigned tasks involving the extraction, analysis, and interpretation + of data within various types of documents. Your role is to carefully process + the information and provide accurate, relevant outputs based on the specific + instructions provided.\n\n\n\nAll + instructions you receive will be organized using semantic XML tags for clarity + and structure. Each section will be properly tagged to indicate its purpose + and content type, making it easier to understand the task requirements and expected + outputs.\n\n\n\nKEY TERMINOLOGY + TO UNDERSTAND:\n\n \n 1. Document: A structured or unstructured + file containing written or visual content. Documents can vary in type and purpose, + including but not limited to:\n \n - Contracts: Legal + agreements defining terms and obligations.\n - Invoices: Financial documents + detailing transactions and payments.\n - Curricula Vitae (CVs): Resumes outlining + an individual''s professional experience and qualifications.\n - Visual Documents: + Images, scanned documents, blueprints, photographs, charts, diagrams, or screenshots + that contain relevant information.\n - General Documents: Any other types + of files that may contain text, tables, images, or mixed formats.\n \n \n Note + that occasionally you may be working with document fragments rather than complete + documents. These fragments represent portions of a larger document and should + be analyzed within their limited context. When working with fragments, focus + on extracting information from the available content without making assumptions + about missing parts.\n\n \n Documents may contain textual + or visual content:\n - Text-based content: Written information that can be + directly read and processed.\n - Visual content: Images, charts, diagrams, + blueprints, tables, handwritten text, or other visual elements that require + visual interpretation.\n \n \n\n \n 2. + Aspect: A defined area or topic within a document that requires focused attention. + Each aspect corresponds to a specific subject or theme described in the task. + For example:\n \n - Contract Aspects: Payment terms, + parties involved, or termination clauses.\n - Invoice Aspects: Due dates, + line-item breakdowns, or tax details.\n - CV Aspects: Work experience, education, + or skills.\n \n You will analyze aspects as instructed, + considering their relevance and context within the document.\n \n\n \n 3. + Concept: A unit of information or an entity relevant to the task. Concepts may + be derived from an aspect or the broader document context. They represent a + wide range of data points and insights, from simple entities (names, dates, + monetary values) to complex evaluations, conclusions, and answers to specific + questions. Concepts can be:\n \n - Factual extractions: + Such as a penalty clause in a contract, a total amount due in an invoice, or + a certification in a CV.\n - Analytical insights: Such as risk assessments, + compliance evaluations, or pattern identifications.\n - Reasoned conclusions: + Such as determining whether a document meets specific criteria or answers particular + questions.\n - Interpretative judgments: Such as ratings, classifications, + or qualitative assessments based on document content.\n - Label classifications: + Content categorization using predefined labels.\n \n \n\n\n\n\nCRITICAL + GUIDELINES FOR YOUR WORK:\n\n \n - Precision and accuracy: + Extract only information that is explicitly stated or can be directly inferred + from the document content. Avoid speculation or assumptions beyond what the + document content clearly supports.\n \n\n \n - + Visual content analysis: When processing visual content (images):\n -- Examine + all visual elements carefully, including text within images, charts, diagrams, + logos, layout structures, etc.\n -- Identify and analyze visual patterns, + relationships, and structural information that may not be explicitly stated + in text.\n -- Consider the visual context and layout as it may provide important + semantic information.\n -- Analyze information in tables, forms, charts, + and diagrams with attention to their visual structure and relationships.\n \n\n \n - + Contextual understanding: Consider the full context when performing extractions. + A single paragraph or sentence may have different meanings depending on surrounding + content, document type, and domain-specific terminology.\n \n\n \n - + Systematic analysis: Before extracting, thoroughly understand:\n -- The nature + and type of the document\n -- The specific aspects or concepts you need to + focus on\n -- The expected output format and structure requirements\n -- + Any constraints or special handling instructions\n \n\n \n - + Quality control: After extraction, verify that:\n -- All extracted information + directly relates to the specified aspects/concepts\n -- The output format + matches the required schema exactly\n -- No extraneous information has been + included\n -- All mandatory fields are present and correctly populated\n \n\n \n - + Conservative approach: When in doubt about whether information qualifies for + extraction:\n -- If the relevance is unclear, err on the side of exclusion\n -- + If multiple interpretations are possible, choose the most conservative one\n -- + If information is ambiguous, do not force an extraction\n \n\n \n - + Structured output compliance: Adhere strictly to the specified JSON format requirements. + Do not:\n -- Add extra fields beyond what is requested\n -- Modify the + structure or field names\n -- Include explanatory text outside the JSON structure\n -- + Use code blocks or formatting markers unless explicitly required\n \n\n\n\n\nEXPECTED + DELIVERABLES:\n \n - Structured outputs: Clearly formatted + and well-organized results based on the task requirements.\n - Explanations + (when required): When required by the instructions, include justifications or + reasoning for your interpretations.\n - Insights (when required): When required + by the instructions, highlight trends, patterns, or noteworthy findings that + could add value to the task.\n - References (when required): When required + by the instructions, output references based on which you extracted data, provided + insights, or made conclusions during the task.\n \n\n\n\n\nBy + adhering to this framework, you will ensure consistent and high-quality performance + across diverse document analysis tasks.\n", "images": []}, {"role": + "user", "content": "\nBelow you will find document text and a + list of concepts.\n\n\n\nAll structured + information in these instructions is provided using semantic XML tags. Field + names correspond directly to tag names (e.g., concept_name, paragraph_text, + sentence_text, additional_context, etc.).\n\n\n\nYour + task is to:\n1. Read through the document text provided.\n2. Identify whether + each concept in the concepts list is addressed within the document text.\n - + Each concept is identified by a concept ID (for example, \"C0\", \"C1\", etc.) + specified within tags.\n - Each concept is described + by a concept name specified within tags and a + concept description specified within + tags.\n3. For each concept that appears, extract zero or more items relevant + to that concept. The item format and structure are specified for each concept.\n4. + Produce a JSON array containing your extracted data, in the provided format.\n\n\n\nIf + a concept is not addressed in the document text, you must still include an entry + in the final JSON output but with an empty \"extracted_items\" list. However, + for boolean concepts (with extracted item type \"bool\"), distinguish carefully:\n - + Extract True if the concept is confirmed or strongly supported by the document + content (either explicitly stated or reasonably inferred)\n - Extract False + if the concept is contradicted, denied, or if the document content allows you + to determine that the concept is not true (e.g., absence of expected content + that should be present if the concept were true)\n - Only leave \"extracted_items\" + empty if the concept is impossible to determine because either: (1) the document + is completely irrelevant to the concept, or (2) the document does not contain + enough information to make a conclusion about the concept\n\nFollow these additional + rules:\n\n- Output format:\n -- Provide your answer in the JSON format specified + within tags (do not include backticks, code + fences, or any introductory/explanatory text). Follow this format exactly.\n\n- + Consistency:\n -- Each JSON object in the list must have two keys: \"concept_id\" + and \"extracted_items\".\n -- The value of \"concept_id\" must match exactly + the ID of the concept (for example, \"C0\", \"C1\", etc.).\n -- The value + of \"extracted_items\" must be an array. If the concept is not addressed or + there are no items to extract, leave the array empty ([]). For boolean concepts, + only leave empty if the concept is impossible to determine.\n --- Extracted + items may be found directly (explicitly mentioned) or inferred from the content + (implied or derivable from the information present).\n --- Guidance regarding + the possible amount of extracted items for the concept is specified within + tags. Each extracted item, even if there is only one, must be part of the \"extracted_items\" + array.\n\n\n\n- Item structure:\n -- + All extracted items must match the exact type specified for the concept.\n -- + If a specific structure is provided for a concept within + tags, you must follow that structure for all extracted items corresponding to + that concept.\n -- If a rating scale is provided for a concept within + tags, the extracted item value must be within that scale.\n -- If available + labels are provided for a concept within + tags, the extracted item value must be a list containing only labels from the + predefined set. The classification type is explicitly stated within + tags for each concept: for multi-class concepts, you must always select exactly + one label (the most appropriate one even if not perfect); for multi-label concepts, + leave the \"extracted_items\" array empty if none of the labels apply to the + content.\n -- If there are example items within + tags, try to follow the same style and formatting for your extracted items.\n --- + Each example is provided within separate + tags.\n -- When extracting string values, translate them in English if the + original language of the document is not English.\n\n\n\n- + Types of extracted items:\n -- Each concept specifies an \"extracted item + type\" within tags. Ensure your + extracted items strictly match that type. Python types are provided (e.g., str + for string, int for integer, float for floating-point number, dict for object, + etc.). Type compliance is mandatory - any deviation will result in invalid output.\n -- + Do not introduce any extra fields or modify the specified structure.\n\n\n\n- + Handling missing or multiple items:\n -- If a concept is not mentioned at + all, your output should still contain an entry for that concept with an empty + \"extracted_items\" array.\n -- For boolean concepts (with extracted item + type \"bool\"): Distinguish carefully between these cases:\n --- Extract + True if the concept is confirmed or strongly supported by the provided content + (either explicitly stated or reasonably inferred)\n --- Extract False + if the concept is contradicted, denied, or if the provided content allows you + to determine that the concept is not true (e.g., absence of expected content + that should be present if the concept were true)\n --- Only leave \"extracted_items\" + empty if the concept is impossible to determine because either: (1) the provided + content is completely irrelevant to the concept, or (2) the provided content + does not contain enough information to make a conclusion about the concept\n -- + For concepts that have tags: behavior + depends on the classification type explicitly stated within + tags. For multi-class concepts, you must always select exactly one label (the + most appropriate one even if not perfect). For multi-label concepts, leave the + \"extracted_items\" array empty if none of the labels apply to the content.\n -- + For concepts that have tags: if multiple + labels apply to the same instance or context, include them all in a single extracted + item with multiple labels in the \"labels\" array (e.g., {\"labels\": [\"label1\", + \"label2\"]}). Only create multiple extracted items if there are genuinely distinct + instances or contexts that warrant separate classification.\n -- For concepts + that do not have tags: if multiple items + are found for a concept, include each as a separate entry within the \"extracted_items\" + array.\n\n\n\n- No additional + text:\n -- Do not include any headers, explanations, or text outside of the + JSON array.\n -- Do not wrap your JSON response in backticks or any other + formatting characters.\n\n\n\nANSWER FORMAT + (MANDATORY):\n[\n {\n \"concept_id\": str,\n \"extracted_items: + [\n ...\n ],\n },\n ...\n]\n\n\n\nCONCEPTS:\n\n C0\n \n Contract + title\n\n \n The title of the contract.\n \n\n This + concept may have zero, one, or multiple extracted items.\n\n str + (must be exactly as specified)\n\n\n\n\n\nNon-Disclosure + Agreement (NDA)\n\nThis Non-Disclosure Agreement (the \"Agreement\") is made + and entered into as of July 16, 2024, by and between:\n\nParty A:\n\n_____\n_____\n_____\nContact: + _____\nPhone: _____\nEmail: _____\n\nParty B:\n\nExample.Com LLC\n5678 Random + Drive\nNew York, NY 00000\nContact: Jane Doe, Managing Partner\nPhone: (012) + 345-6789\nEmail: jane.doe@example.com\n\n1. Purpose:\n\nThe purpose of this + Agreement is to protect the confidential information that may be disclosed between + the parties during discussions and engagements regarding potential business + collaborations and partnerships.\n\n2. Definition of Confidential Information:\n\nFor + purposes of this Agreement, \"Confidential Information\" means any and all non-public + information, conveyed in all forms, whether in oral, written, electronic, or + other form or media, whether or not marked, designated, or otherwise identified + as \"confidential,\" that has been or may be disclosed to, accessed by, or observed + by Receiving Party, which (i) has actual\n", "images": []}], + "options": {"temperature": 0.3, "top_p": 0.3, "num_predict": 4096, "seed": 123}, + "stream": false}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '16715' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/chat + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:50.9372335Z", + "message": {"role": "assistant", "content": "\nOkay, let''s tackle + this task step by step. First, I need to understand what''s being asked. The + user provided a document text, which is a Non-Disclosure Agreement (NDA), + and a list of concepts. The main goal is to check if each concept is addressed + in the document and extract relevant items according to the specified rules.\n\nLooking + at the concepts, there''s only one concept here: C0, which is \"Contract title\". + The description says it''s the title of the contract. The document text starts + with \"Non-Disclosure Agreement (NDA)\" right at the beginning. That seems + like the title. \n\nNow, I need to confirm if this is indeed the contract + title. The first line of the document is the title, which is common in legal + documents. The concept''s extracted item type is a string, so I should extract + \"Non-Disclosure Agreement (NDA)\" as the value. \n\nI should check if there + are any other possible titles mentioned elsewhere in the document. Scanning + through the rest, the document refers to \"this Agreement\" but the actual + title is only mentioned once at the start. So there''s only one item to extract + here.\n\nSince the concept is addressed, the extracted_items array should + contain that title. There''s no mention of other titles or multiple titles, + so the amount of extracted items is one. \n\nI also need to ensure that the + JSON structure is correct, with the concept_id as \"C0\" and the extracted_items + array containing the title as a string. No other concepts are present, so + the final output should have only this entry. \n\nI think that''s all. The + answer should be straightforward here.\n\n\n[\n {\n \"concept_id\": + \"C0\",\n \"extracted_items\": [\n \"Non-Disclosure Agreement + (NDA)\"\n ]\n }\n]"}, "done": true, "done_reason": "stop", "total_duration": + 6303669900, "load_duration": 33058700, "prompt_eval_count": 3252, "prompt_eval_duration": + 895194900, "eval_count": 381, "eval_duration": 5372407100}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"model": "qwen3:14b", "messages": [{"role": "system", "content": "\nYou + will be assigned tasks involving the extraction, analysis, and interpretation + of data within various types of documents. Your role is to carefully process + the information and provide accurate, relevant outputs based on the specific + instructions provided.\n\n\n\nAll + instructions you receive will be organized using semantic XML tags for clarity + and structure. Each section will be properly tagged to indicate its purpose + and content type, making it easier to understand the task requirements and expected + outputs.\n\n\n\nKEY TERMINOLOGY + TO UNDERSTAND:\n\n \n 1. Document: A structured or unstructured + file containing written or visual content. Documents can vary in type and purpose, + including but not limited to:\n \n - Contracts: Legal + agreements defining terms and obligations.\n - Invoices: Financial documents + detailing transactions and payments.\n - Curricula Vitae (CVs): Resumes outlining + an individual''s professional experience and qualifications.\n - Visual Documents: + Images, scanned documents, blueprints, photographs, charts, diagrams, or screenshots + that contain relevant information.\n - General Documents: Any other types + of files that may contain text, tables, images, or mixed formats.\n \n \n Note + that occasionally you may be working with document fragments rather than complete + documents. These fragments represent portions of a larger document and should + be analyzed within their limited context. When working with fragments, focus + on extracting information from the available content without making assumptions + about missing parts.\n\n \n Documents may contain textual + or visual content:\n - Text-based content: Written information that can be + directly read and processed.\n - Visual content: Images, charts, diagrams, + blueprints, tables, handwritten text, or other visual elements that require + visual interpretation.\n \n \n\n \n 2. + Aspect: A defined area or topic within a document that requires focused attention. + Each aspect corresponds to a specific subject or theme described in the task. + For example:\n \n - Contract Aspects: Payment terms, + parties involved, or termination clauses.\n - Invoice Aspects: Due dates, + line-item breakdowns, or tax details.\n - CV Aspects: Work experience, education, + or skills.\n \n You will analyze aspects as instructed, + considering their relevance and context within the document.\n \n\n \n 3. + Concept: A unit of information or an entity relevant to the task. Concepts may + be derived from an aspect or the broader document context. They represent a + wide range of data points and insights, from simple entities (names, dates, + monetary values) to complex evaluations, conclusions, and answers to specific + questions. Concepts can be:\n \n - Factual extractions: + Such as a penalty clause in a contract, a total amount due in an invoice, or + a certification in a CV.\n - Analytical insights: Such as risk assessments, + compliance evaluations, or pattern identifications.\n - Reasoned conclusions: + Such as determining whether a document meets specific criteria or answers particular + questions.\n - Interpretative judgments: Such as ratings, classifications, + or qualitative assessments based on document content.\n - Label classifications: + Content categorization using predefined labels.\n \n \n\n\n\n\nCRITICAL + GUIDELINES FOR YOUR WORK:\n\n \n - Precision and accuracy: + Extract only information that is explicitly stated or can be directly inferred + from the document content. Avoid speculation or assumptions beyond what the + document content clearly supports.\n \n\n \n - + Visual content analysis: When processing visual content (images):\n -- Examine + all visual elements carefully, including text within images, charts, diagrams, + logos, layout structures, etc.\n -- Identify and analyze visual patterns, + relationships, and structural information that may not be explicitly stated + in text.\n -- Consider the visual context and layout as it may provide important + semantic information.\n -- Analyze information in tables, forms, charts, + and diagrams with attention to their visual structure and relationships.\n \n\n \n - + Contextual understanding: Consider the full context when performing extractions. + A single paragraph or sentence may have different meanings depending on surrounding + content, document type, and domain-specific terminology.\n \n\n \n - + Systematic analysis: Before extracting, thoroughly understand:\n -- The nature + and type of the document\n -- The specific aspects or concepts you need to + focus on\n -- The expected output format and structure requirements\n -- + Any constraints or special handling instructions\n \n\n \n - + Quality control: After extraction, verify that:\n -- All extracted information + directly relates to the specified aspects/concepts\n -- The output format + matches the required schema exactly\n -- No extraneous information has been + included\n -- All mandatory fields are present and correctly populated\n \n\n \n - + Conservative approach: When in doubt about whether information qualifies for + extraction:\n -- If the relevance is unclear, err on the side of exclusion\n -- + If multiple interpretations are possible, choose the most conservative one\n -- + If information is ambiguous, do not force an extraction\n \n\n \n - + Structured output compliance: Adhere strictly to the specified JSON format requirements. + Do not:\n -- Add extra fields beyond what is requested\n -- Modify the + structure or field names\n -- Include explanatory text outside the JSON structure\n -- + Use code blocks or formatting markers unless explicitly required\n \n\n\n\n\nEXPECTED + DELIVERABLES:\n \n - Structured outputs: Clearly formatted + and well-organized results based on the task requirements.\n - Explanations + (when required): When required by the instructions, include justifications or + reasoning for your interpretations.\n - Insights (when required): When required + by the instructions, highlight trends, patterns, or noteworthy findings that + could add value to the task.\n - References (when required): When required + by the instructions, output references based on which you extracted data, provided + insights, or made conclusions during the task.\n \n\n\n\n\nBy + adhering to this framework, you will ensure consistent and high-quality performance + across diverse document analysis tasks.\n", "images": []}, {"role": + "user", "content": "\nBelow you will find document text and a + list of concepts.\n\n\n\nAll structured + information in these instructions is provided using semantic XML tags. Field + names correspond directly to tag names (e.g., concept_name, paragraph_text, + sentence_text, additional_context, etc.).\n\n\n\nUse + private deliberation to plan, evaluate evidence, and verify decisions. Do not + reveal any intermediate analysis, notes, or steps. Only output the JSON according + to the format specified within tags.\n\nFollow + this internal three-stage process:\n\n1. Plan\n - Internally restate each + concept in one sentence.\n - List 3-5 concrete lexical/semantic cues for + relevance aligned with the concept description (include indicators of definition, + obligation, permission, exception, conditionals, and negations).\n - If a + concept specifies a structure, rating scale, or available labels, align inclusion/exclusion + criteria with those constraints.\n - For each concept, plan how to synthesize + the output value from the available evidence even when no literal span is present.\n\n2. + Evidence triage\n - Evaluate the provided content holistically; derive candidate + extractions/values for the concepts (explicit or inferred from context).\n - + Collect minimal sufficient evidence privately and note negated, hypothetical, + or conditional forms.\n - Prefer precision over recall; include only high-confidence + items and omit weak or ambiguous ones.\n\n3. Consistency pass\n - Ensure + all extracted items strictly match required types and any specified structure, + rating scales, or label constraints.\n\nNever disclose any plan, evidence, or + internal notes - only the JSON array defined within + tags.\n\n\n\nYour task is to:\n1. Read + through the document text provided.\n2. Identify whether each concept in the + concepts list is addressed within the document text.\n - Each concept is + identified by a concept ID (for example, \"C0\", \"C1\", etc.) specified within + tags.\n - Each concept is described by a concept + name specified within tags and a concept description + specified within tags.\n3. For each + concept that appears, extract zero or more items relevant to that concept. The + item format and structure are specified for each concept.\n - Treat negations, + exceptions, and conditionals carefully: relevance may involve permissions, prohibitions, + requirements, exceptions, thresholds, or ranges; reflect the stance .\n - + Prefer minimal sufficient evidence and value derivation:\n - Favor precision + over recall; when uncertain, avoid speculative extractions or derivations.\n4. + Produce a JSON array containing your extracted data, in the provided format.\n - + Internally verify before finalizing:\n -- Each provided concept appears + once, in order, with the correct \"concept_id\".\n -- The top-level structure + matches the format specified within tags.\n -- + Item values strictly satisfy type and any specified structure/scale/labels constraints.\n -- + The structure exactly matches the format specified within + tags (no extra keys or commentary).\n\n\n\nIf + a concept is not addressed in the document text, you must still include an entry + in the final JSON output but with an empty \"extracted_items\" list. However, + for boolean concepts (with extracted item type \"bool\"), distinguish carefully:\n - + Extract True if the concept is confirmed or strongly supported by the document + content (either explicitly stated or reasonably inferred)\n - Extract False + if the concept is contradicted, denied, or if the document content allows you + to determine that the concept is not true (e.g., absence of expected content + that should be present if the concept were true)\n - Only leave \"extracted_items\" + empty if the concept is impossible to determine because either: (1) the document + is completely irrelevant to the concept, or (2) the document does not contain + enough information to make a conclusion about the concept\n\nFollow these additional + rules:\n\n- Output format:\n -- Provide your answer in the JSON format specified + within tags (do not include backticks, code + fences, or any introductory/explanatory text). Follow this format exactly.\n\n- + Consistency:\n -- Each JSON object in the list must have two keys: \"concept_id\" + and \"extracted_items\".\n -- The value of \"concept_id\" must match exactly + the ID of the concept (for example, \"C0\", \"C1\", etc.).\n -- The value + of \"extracted_items\" must be an array. If the concept is not addressed or + there are no items to extract, leave the array empty ([]). For boolean concepts, + only leave empty if the concept is impossible to determine.\n --- Extracted + items may be found directly (explicitly mentioned) or inferred from the content + (implied or derivable from the information present).\n --- Guidance regarding + the possible amount of extracted items for the concept is specified within + tags. Each extracted item, even if there is only one, must be part of the \"extracted_items\" + array.\n\n\n\n- Item structure:\n -- + All extracted items must match the exact type specified for the concept.\n -- + If a specific structure is provided for a concept within + tags, you must follow that structure for all extracted items corresponding to + that concept.\n -- If a rating scale is provided for a concept within + tags, the extracted item value must be within that scale.\n -- If available + labels are provided for a concept within + tags, the extracted item value must be a list containing only labels from the + predefined set. The classification type is explicitly stated within + tags for each concept: for multi-class concepts, you must always select exactly + one label (the most appropriate one even if not perfect); for multi-label concepts, + leave the \"extracted_items\" array empty if none of the labels apply to the + content.\n -- If there are example items within + tags, try to follow the same style and formatting for your extracted items.\n --- + Each example is provided within separate + tags.\n -- When extracting string values, translate them in English if the + original language of the document is not English.\n\n\n\n- + Types of extracted items:\n -- Each concept specifies an \"extracted item + type\" within tags. Ensure your + extracted items strictly match that type. Python types are provided (e.g., str + for string, int for integer, float for floating-point number, dict for object, + etc.). Type compliance is mandatory - any deviation will result in invalid output.\n -- + Do not introduce any extra fields or modify the specified structure.\n\n\n\n- + Handling missing or multiple items:\n -- If a concept is not mentioned at + all, your output should still contain an entry for that concept with an empty + \"extracted_items\" array.\n -- For boolean concepts (with extracted item + type \"bool\"): Distinguish carefully between these cases:\n --- Extract + True if the concept is confirmed or strongly supported by the provided content + (either explicitly stated or reasonably inferred)\n --- Extract False + if the concept is contradicted, denied, or if the provided content allows you + to determine that the concept is not true (e.g., absence of expected content + that should be present if the concept were true)\n --- Only leave \"extracted_items\" + empty if the concept is impossible to determine because either: (1) the provided + content is completely irrelevant to the concept, or (2) the provided content + does not contain enough information to make a conclusion about the concept\n -- + For concepts that have tags: behavior + depends on the classification type explicitly stated within + tags. For multi-class concepts, you must always select exactly one label (the + most appropriate one even if not perfect). For multi-label concepts, leave the + \"extracted_items\" array empty if none of the labels apply to the content.\n -- + For concepts that have tags: if multiple + labels apply to the same instance or context, include them all in a single extracted + item with multiple labels in the \"labels\" array (e.g., {\"labels\": [\"label1\", + \"label2\"]}). Only create multiple extracted items if there are genuinely distinct + instances or contexts that warrant separate classification.\n -- For concepts + that do not have tags: if multiple items + are found for a concept, include each as a separate entry within the \"extracted_items\" + array.\n\n\n\n- No additional + text:\n -- Do not include any headers, explanations, or text outside of the + JSON array.\n -- Do not wrap your JSON response in backticks or any other + formatting characters.\n- Private deliberation only:\n -- Do not output any + analysis, plan, scratchpad, thoughts, or chain-of-thought.\n -- Only output + the JSON array according to the format specified within + tags.\n\n\n\nANSWER FORMAT (MANDATORY):\n[\n {\n \"concept_id\": + str,\n \"extracted_items: [\n ...\n ],\n },\n ...\n]\n\n\n\nCONCEPTS:\n\n C0\n \n Contract + title\n\n \n The title of the contract.\n \n\n This + concept may have zero, one, or multiple extracted items.\n\n str + (must be exactly as specified)\n\n\n\n\n\nNon-Disclosure + Agreement (NDA)\n\nThis Non-Disclosure Agreement (the \"Agreement\") is made + and entered into as of July 16, 2024, by and between:\n\nParty A:\n\n_____\n_____\n_____\nContact: + _____\nPhone: _____\nEmail: _____\n\nParty B:\n\nExample.Com LLC\n5678 Random + Drive\nNew York, NY 00000\nContact: Jane Doe, Managing Partner\nPhone: (012) + 345-6789\nEmail: jane.doe@example.com\n\n1. Purpose:\n\nThe purpose of this + Agreement is to protect the confidential information that may be disclosed between + the parties during discussions and engagements regarding potential business + collaborations and partnerships.\n\n2. Definition of Confidential Information:\n\nFor + purposes of this Agreement, \"Confidential Information\" means any and all non-public + information, conveyed in all forms, whether in oral, written, electronic, or + other form or media, whether or not marked, designated, or otherwise identified + as \"confidential,\" that has been or may be disclosed to, accessed by, or observed + by Receiving Party, which (i) has actual\n", "images": []}], + "options": {"num_predict": 16000, "seed": 123}, "stream": false}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '19255' + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/chat + response: + body: + string: '{"model": "qwen3:14b", "created_at": "2025-10-01T15:49:57.6188319Z", + "message": {"role": "assistant", "content": "\nOkay, let''s start by + looking at the task. I need to check if the concept \"Contract title\" (C0) + is addressed in the provided document text. The document text starts with + \"Non-Disclosure Agreement (NDA)\" and then mentions \"This Non-Disclosure + Agreement (the ''Agreement'')...\". \n\nThe concept is asking for the title + of the contract. The first line clearly states \"Non-Disclosure Agreement + (NDA)\", which seems like the title. Later, it''s referred to as \"the Agreement\", + but the actual title is given right at the beginning. \n\nI should extract + \"Non-Disclosure Agreement\" as the contract title. There''s no mention of + any other titles, so there''s only one item here. The extracted item should + be a string, as specified. No other concepts are provided, so the JSON will + only have the entry for C0 with the extracted title.\n\n\n[\n {\n \"concept_id\": + \"C0\",\n \"extracted_items\": [\n \"Non-Disclosure Agreement\"\n ]\n }\n]"}, + "done": true, "done_reason": "stop", "total_duration": 4080514600, "load_duration": + 30999000, "prompt_eval_count": 3740, "prompt_eval_duration": 894849800, "eval_count": + 225, "eval_duration": 3151554700}' + headers: + Content-Length: + - '1305' + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER + repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "temperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER + temperature 0.6\nPARAMETER top_k 20\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty + 1\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER + stop <|im_start|>\nPARAMETER stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER + top_k 20\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "top_k 20\ntop_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95\nrepeat_penalty 1", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +- request: + body: '{"name":"qwen3:14b"}' + headers: + accept: + - '*/*' + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '20' + content-type: + - application/json + host: + - DUMMY + user-agent: + - litellm/1.77.5 + method: POST + uri: http://localhost:11434/api/show + response: + body: + string: '{"license": " Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.", "modelfile": "# Modelfile generated by \"ollama show\"\n# To + build a new Modelfile based on this, replace FROM with:\n# FROM qwen3:14b\n\nFROM + C:\\Users\\SergiiShcherbak\\.ollama\\models\\blobs\\sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e\nTEMPLATE + \"\"\"\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages -}}\n{{- + if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- end }}\n{{- + if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ .System }}\n{{- + end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or more functions + to assist with the user query.\n\nYou are provided with function signatures + within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}\"\"\"\nPARAMETER temperature 0.6\nPARAMETER top_k 20\nPARAMETER + top_p 0.95\nPARAMETER repeat_penalty 1\nPARAMETER stop <|im_start|>\nPARAMETER + stop <|im_end|>\nLICENSE \"\"\" Apache License\n Version + 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS + AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" + shall mean the terms and conditions for use, reproduction,\n and distribution + as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" + shall mean the copyright owner or entity authorized by\n the copyright + owner that is granting the License.\n\n \"Legal Entity\" shall mean the + union of the acting entity and all\n other entities that control, are + controlled by, or are under common\n control with that entity. For the + purposes of this definition,\n \"control\" means (i) the power, direct + or indirect, to cause the\n direction or management of such entity, whether + by contract or\n otherwise, or (ii) ownership of fifty percent (50%) + or more of the\n outstanding shares, or (iii) beneficial ownership of + such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal + Entity\n exercising permissions granted by this License.\n\n \"Source\" + form shall mean the preferred form for making modifications,\n including + but not limited to software source code, documentation\n source, and + configuration files.\n\n \"Object\" form shall mean any form resulting + from mechanical\n transformation or translation of a Source form, including + but\n not limited to compiled object code, generated documentation,\n and + conversions to other media types.\n\n \"Work\" shall mean the work of + authorship, whether in Source or\n Object form, made available under + the License, as indicated by a\n copyright notice that is included in + or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative + Works\" shall mean any work, whether in Source or Object\n form, that + is based on (or derived from) the Work and for which the\n editorial + revisions, annotations, elaborations, or other modifications\n represent, + as a whole, an original work of authorship. For the purposes\n of this + License, Derivative Works shall not include works that remain\n separable + from, or merely link (or bind by name) to the interfaces of,\n the Work + and Derivative Works thereof.\n\n \"Contribution\" shall mean any work + of authorship, including\n the original version of the Work and any modifications + or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted + to Licensor for inclusion in the Work by the copyright owner\n or by + an individual or Legal Entity authorized to submit on behalf of\n the + copyright owner. For the purposes of this definition, \"submitted\"\n means + any form of electronic, verbal, or written communication sent\n to the + Licensor or its representatives, including but not limited to\n communication + on electronic mailing lists, source code control systems,\n and issue + tracking systems that are managed by, or on behalf of, the\n Licensor + for the purpose of discussing and improving the Work, but\n excluding + communication that is conspicuously marked or otherwise\n designated + in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" + shall mean Licensor and any individual or Legal Entity\n on behalf of + whom a Contribution has been received by Licensor and\n subsequently + incorporated within the Work.\n\n 2. Grant of Copyright License. Subject + to the terms and conditions of\n this License, each Contributor hereby + grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, + irrevocable\n copyright license to reproduce, prepare Derivative Works + of,\n publicly display, publicly perform, sublicense, and distribute + the\n Work and such Derivative Works in Source or Object form.\n\n 3. + Grant of Patent License. Subject to the terms and conditions of\n this + License, each Contributor hereby grants to You a perpetual,\n worldwide, + non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated + in this section) patent license to make, have made,\n use, offer to sell, + sell, import, and otherwise transfer the Work,\n where such license applies + only to those patent claims licensable\n by such Contributor that are + necessarily infringed by their\n Contribution(s) alone or by combination + of their Contribution(s)\n with the Work to which such Contribution(s) + was submitted. If You\n institute patent litigation against any entity + (including a\n cross-claim or counterclaim in a lawsuit) alleging that + the Work\n or a Contribution incorporated within the Work constitutes + direct\n or contributory patent infringement, then any patent licenses\n granted + to You under this License for that Work shall terminate\n as of the date + such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute + copies of the\n Work or Derivative Works thereof in any medium, with + or without\n modifications, and in Source or Object form, provided that + You\n meet the following conditions:\n\n (a) You must give any other + recipients of the Work or\n Derivative Works a copy of this License; + and\n\n (b) You must cause any modified files to carry prominent notices\n stating + that You changed the files; and\n\n (c) You must retain, in the Source + form of any Derivative Works\n that You distribute, all copyright, + patent, trademark, and\n attribution notices from the Source form + of the Work,\n excluding those notices that do not pertain to any + part of\n the Derivative Works; and\n\n (d) If the Work includes + a \"NOTICE\" text file as part of its\n distribution, then any Derivative + Works that You distribute must\n include a readable copy of the attribution + notices contained\n within such NOTICE file, excluding those notices + that do not\n pertain to any part of the Derivative Works, in at + least one\n of the following places: within a NOTICE text file distributed\n as + part of the Derivative Works; within the Source form or\n documentation, + if provided along with the Derivative Works; or,\n within a display + generated by the Derivative Works, if and\n wherever such third-party + notices normally appear. The contents\n of the NOTICE file are for + informational purposes only and\n do not modify the License. You + may add Your own attribution\n notices within Derivative Works that + You distribute, alongside\n or as an addendum to the NOTICE text + from the Work, provided\n that such additional attribution notices + cannot be construed\n as modifying the License.\n\n You may + add Your own copyright statement to Your modifications and\n may provide + additional or different license terms and conditions\n for use, reproduction, + or distribution of Your modifications, or\n for any such Derivative Works + as a whole, provided Your use,\n reproduction, and distribution of the + Work otherwise complies with\n the conditions stated in this License.\n\n 5. + Submission of Contributions. Unless You explicitly state otherwise,\n any + Contribution intentionally submitted for inclusion in the Work\n by You + to the Licensor shall be under the terms and conditions of\n this License, + without any additional terms or conditions.\n Notwithstanding the above, + nothing herein shall supersede or modify\n the terms of any separate + license agreement you may have executed\n with Licensor regarding such + Contributions.\n\n 6. Trademarks. This License does not grant permission + to use the trade\n names, trademarks, service marks, or product names + of the Licensor,\n except as required for reasonable and customary use + in describing the\n origin of the Work and reproducing the content of + the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable + law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor + provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or\n implied, including, without + limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, + MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely + responsible for determining the\n appropriateness of using or redistributing + the Work and assume any\n risks associated with Your exercise of permissions + under this License.\n\n 8. Limitation of Liability. In no event and under + no legal theory,\n whether in tort (including negligence), contract, + or otherwise,\n unless required by applicable law (such as deliberate + and grossly\n negligent acts) or agreed to in writing, shall any Contributor + be\n liable to You for damages, including any direct, indirect, special,\n incidental, + or consequential damages of any character arising as a\n result of this + License or out of the use or inability to use the\n Work (including but + not limited to damages for loss of goodwill,\n work stoppage, computer + failure or malfunction, or any and all\n other commercial damages or + losses), even if such Contributor\n has been advised of the possibility + of such damages.\n\n 9. Accepting Warranty or Additional Liability. While + redistributing\n the Work or Derivative Works thereof, You may choose + to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or + other liability obligations and/or rights consistent with this\n License. + However, in accepting such obligations, You may act only\n on Your own + behalf and on Your sole responsibility, not on behalf\n of any other + Contributor, and only if You agree to indemnify,\n defend, and hold each + Contributor harmless for any liability\n incurred by, or claims asserted + against, such Contributor by reason\n of your accepting any such warranty + or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: + How to apply the Apache License to your work.\n\n To apply the Apache + License to your work, attach the following\n boilerplate notice, with + the fields enclosed by brackets \"[]\"\n replaced with your own identifying + information. (Don''t include\n the brackets!) The text should be enclosed + in the appropriate\n comment syntax for the file format. We also recommend + that a\n file or class name and description of purpose be included on + the\n same \"printed page\" as the copyright notice for easier\n identification + within third-party archives.\n Copyright 2024 Alibaba Cloud\n Licensed + under the Apache License, Version 2.0 (the \"License\");\n you may not use + this file except in compliance with the License.\n You may obtain a copy + of the License at\n http://www.apache.org/licenses/LICENSE-2.0\n Unless + required by applicable law or agreed to in writing, software\n distributed + under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES + OR CONDITIONS OF ANY KIND, either express or implied.\n See the License + for the specific language governing permissions and\n limitations under + the License.\"\"\"\n", "parameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", + "template": "\n{{- $lastUserIdx := -1 -}}\n{{- range $idx, $msg := .Messages + -}}\n{{- if eq $msg.Role \"user\" }}{{ $lastUserIdx = $idx }}{{ end -}}\n{{- + end }}\n{{- if or .System .Tools }}<|im_start|>system\n{{ if .System }}\n{{ + .System }}\n{{- end }}\n{{- if .Tools }}\n\n# Tools\n\nYou may call one or + more functions to assist with the user query.\n\nYou are provided with function + signatures within XML tags:\n\n{{- range .Tools }}\n{\"type\": + \"function\", \"function\": {{ .Function }}}\n{{- end }}\n\n\nFor + each function call, return a json object with function name and arguments + within XML tags:\n\n{\"name\": , + \"arguments\": }\n\n{{- end -}}\n<|im_end|>\n{{ + end }}\n{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages + $i)) 1 -}}\n{{- if eq .Role \"user\" }}<|im_start|>user\n{{ .Content }}\n{{- + if and $.IsThinkSet (eq $i $lastUserIdx) }}\n {{- if $.Think -}}\n {{- + \" \"}}/think\n {{- else -}}\n {{- \" \"}}/no_think\n {{- end -}}\n{{- + end }}<|im_end|>\n{{ else if eq .Role \"assistant\" }}<|im_start|>assistant\n{{ + if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}\n{{ + .Thinking }}\n{{ end -}}\n{{ if .Content }}{{ .Content }}\n{{- else + if .ToolCalls }}\n{{ range .ToolCalls }}{\"name\": \"{{ .Function.Name + }}\", \"arguments\": {{ .Function.Arguments }}}\n{{ end }}\n{{- + end }}{{ if not $last }}<|im_end|>\n{{ end }}\n{{- else if eq .Role \"tool\" + }}<|im_start|>user\n\n{{ .Content }}\n<|im_end|>\n{{ + end }}\n{{- if and (ne .Role \"assistant\") $last }}<|im_start|>assistant\n{{ + if and $.IsThinkSet (not $.Think) -}}\n\n\n\n\n{{ end -}}\n{{ + end }}\n{{- end }}", "details": {"parent_model": "", "format": "gguf", "family": + "qwen3", "families": ["qwen3"], "parameter_size": "14.8B", "quantization_level": + "Q4_K_M"}, "model_info": {"general.architecture": "qwen3", "general.basename": + "Qwen3", "general.file_type": 15, "general.parameter_count": 14768307200, + "general.quantization_version": 2, "general.size_label": "14B", "general.type": + "model", "qwen3.attention.head_count": 40, "qwen3.attention.head_count_kv": + 8, "qwen3.attention.key_length": 128, "qwen3.attention.layer_norm_rms_epsilon": + 1e-06, "qwen3.attention.value_length": 128, "qwen3.block_count": 40, "qwen3.context_length": + 40960, "qwen3.embedding_length": 5120, "qwen3.feed_forward_length": 17408, + "qwen3.rope.freq_base": 1000000, "tokenizer.ggml.add_bos_token": false, "tokenizer.ggml.bos_token_id": + 151643, "tokenizer.ggml.eos_token_id": 151645, "tokenizer.ggml.merges": null, + "tokenizer.ggml.model": "gpt2", "tokenizer.ggml.padding_token_id": 151643, + "tokenizer.ggml.pre": "qwen2", "tokenizer.ggml.token_type": null, "tokenizer.ggml.tokens": + null}, "tensors": [{"name": "output.weight", "type": "Q6_K", "shape": [5120, + 151936]}, {"name": "output_norm.weight", "type": "F32", "shape": [5120]}, + {"name": "token_embd.weight", "type": "Q4_K", "shape": [5120, 151936]}, {"name": + "blk.0.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.0.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.0.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.0.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.0.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.0.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.0.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.0.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.0.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.0.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.0.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.1.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.1.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.1.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.1.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.1.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.1.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.1.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.1.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.1.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.1.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.1.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.2.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.2.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.2.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.2.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.2.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.2.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.2.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.2.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.2.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.2.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.2.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.3.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.3.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.3.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.3.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.3.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.3.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.3.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.3.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.3.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.3.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.3.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.4.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.4.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.4.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.4.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.4.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.4.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.4.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.4.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.4.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.4.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.4.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.5.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.5.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.5.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.5.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.5.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.5.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.5.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.5.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.5.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.5.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.5.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.6.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.6.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.6.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.6.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.6.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.6.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.6.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.6.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.6.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.6.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.6.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.7.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.7.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.7.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.7.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.7.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.7.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.7.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.7.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.7.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.7.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.7.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.8.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.8.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.8.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.8.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.8.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.8.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.8.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.8.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.8.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.8.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.8.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.9.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.9.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.9.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.9.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.9.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.9.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.9.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.9.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.9.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.9.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.9.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": "blk.10.attn_k.weight", + "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.10.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.10.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.10.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.10.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.10.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.10.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.10.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.10.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.10.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.10.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.11.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.11.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.11.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.11.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.11.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.11.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.11.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.11.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.11.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.11.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.11.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.12.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.12.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.12.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.12.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.12.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.12.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.12.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.12.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.12.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.12.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.12.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.13.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.13.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.13.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.13.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.13.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.13.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.13.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.13.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.13.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.13.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.13.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.14.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.14.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.14.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.14.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.14.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.14.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.14.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.14.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.14.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.14.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.14.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.15.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.15.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.15.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.15.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.15.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.15.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.15.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.15.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.15.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.15.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.15.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.16.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.16.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.16.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.16.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.16.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.16.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.16.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.16.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.16.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.16.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.16.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.17.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.17.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.17.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.17.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.17.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.17.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.17.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.17.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.17.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.17.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.17.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.18.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.18.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.18.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.18.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.18.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.18.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.18.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.18.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.18.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.18.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.18.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.19.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.19.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.19.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.19.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.19.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.19.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.19.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.19.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.19.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.19.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.19.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.20.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.20.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.20.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.20.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.20.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.20.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.20.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.20.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.20.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.20.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.20.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.21.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.21.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.21.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.21.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.21.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.21.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.21.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.21.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.21.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.21.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.21.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.22.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.22.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.22.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.22.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.22.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.22.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.22.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.22.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.22.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.22.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.22.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.23.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.23.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.23.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.23.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.23.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.23.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.23.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.23.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.23.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.23.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.23.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.24.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.24.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.24.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.24.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.24.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.24.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.24.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.24.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.24.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.24.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.24.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.25.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.25.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.25.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.25.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.25.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.25.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.25.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.25.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.25.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.25.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.25.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.26.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.26.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.26.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.26.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.26.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.26.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.26.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.26.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.26.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.26.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.26.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.27.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.27.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.27.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.27.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.27.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.27.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.27.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.27.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.27.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.27.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.27.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.28.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.28.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.28.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.28.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.28.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.28.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.28.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.28.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.28.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.28.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.28.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.29.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.29.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.29.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.29.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.29.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.29.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.29.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.29.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.29.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.29.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.29.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.30.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.30.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.30.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.30.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.30.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.30.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.30.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.30.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.30.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.30.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.30.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.31.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.31.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.31.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.31.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.31.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.31.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.31.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.31.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.31.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.31.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.31.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.32.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.32.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.32.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.32.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.32.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.32.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.32.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.32.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.32.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.32.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.32.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.33.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.33.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.33.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.33.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.33.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.33.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.33.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.33.ffn_down.weight", "type": "Q4_K", "shape": [17408, 5120]}, + {"name": "blk.33.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.33.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.33.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.34.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.34.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.34.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.34.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.34.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.34.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.34.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.34.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.34.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.34.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.34.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.35.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.35.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.35.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.35.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.35.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.35.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.35.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.35.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.35.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.35.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.35.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.36.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.36.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.36.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.36.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.36.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.36.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.36.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.36.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.36.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.36.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.36.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.37.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.37.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.37.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.37.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.37.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.37.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.37.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.37.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.37.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.37.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.37.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.38.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.38.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.38.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.38.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.38.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.38.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.38.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.38.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.38.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.38.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.38.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}, {"name": + "blk.39.attn_k.weight", "type": "Q4_K", "shape": [5120, 1024]}, {"name": "blk.39.attn_k_norm.weight", + "type": "F32", "shape": [128]}, {"name": "blk.39.attn_norm.weight", "type": + "F32", "shape": [5120]}, {"name": "blk.39.attn_output.weight", "type": "Q4_K", + "shape": [5120, 5120]}, {"name": "blk.39.attn_q.weight", "type": "Q4_K", "shape": + [5120, 5120]}, {"name": "blk.39.attn_q_norm.weight", "type": "F32", "shape": + [128]}, {"name": "blk.39.attn_v.weight", "type": "F16", "shape": [5120, 1024]}, + {"name": "blk.39.ffn_down.weight", "type": "Q6_K", "shape": [17408, 5120]}, + {"name": "blk.39.ffn_gate.weight", "type": "Q4_K", "shape": [5120, 17408]}, + {"name": "blk.39.ffn_norm.weight", "type": "F32", "shape": [5120]}, {"name": + "blk.39.ffn_up.weight", "type": "Q4_K", "shape": [5120, 17408]}], "capabilities": + ["completion", "tools", "thinking"], "modified_at": "2025-09-30T16:01:09.3388108+02:00"}' + headers: + Content-Type: + - application/json; charset=utf-8 + Date: + - DUMMY + Transfer-Encoding: + - chunked + status: + code: 200 + message: OK +version: 1 diff --git a/tests/cassettes/TestAll.test_local_llms_text_gpt_oss.yaml b/tests/cassettes/TestAll.test_local_llms_text_gpt_oss.yaml deleted file mode 100644 index 7866fbb..0000000 --- a/tests/cassettes/TestAll.test_local_llms_text_gpt_oss.yaml +++ /dev/null @@ -1,23741 +0,0 @@ -interactions: -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"model": "gpt-oss:20b", "messages": [{"role": "system", "content": "\nYou - will be assigned tasks involving the extraction, analysis, and interpretation - of data within various types of documents. Your role is to carefully process - the information and provide accurate, relevant outputs based on the specific - instructions provided.\n\n\n\nAll - instructions you receive will be organized using semantic XML tags for clarity - and structure. Each section will be properly tagged to indicate its purpose - and content type, making it easier to understand the task requirements and expected - outputs.\n\n\n\nKEY TERMINOLOGY - TO UNDERSTAND:\n\n \n 1. Document: A structured or unstructured - file containing written or visual content. Documents can vary in type and purpose, - including but not limited to:\n \n - Contracts: Legal - agreements defining terms and obligations.\n - Invoices: Financial documents - detailing transactions and payments.\n - Curricula Vitae (CVs): Resumes outlining - an individual''s professional experience and qualifications.\n - Visual Documents: - Images, scanned documents, blueprints, photographs, charts, diagrams, or screenshots - that contain relevant information.\n - General Documents: Any other types - of files that may contain text, tables, images, or mixed formats.\n \n \n Note - that occasionally you may be working with document fragments rather than complete - documents. These fragments represent portions of a larger document and should - be analyzed within their limited context. When working with fragments, focus - on extracting information from the available content without making assumptions - about missing parts.\n\n \n Documents may contain textual - or visual content:\n - Text-based content: Written information that can be - directly read and processed.\n - Visual content: Images, charts, diagrams, - blueprints, tables, handwritten text, or other visual elements that require - visual interpretation.\n \n \n\n \n 2. - Aspect: A defined area or topic within a document that requires focused attention. - Each aspect corresponds to a specific subject or theme described in the task. - For example:\n \n - Contract Aspects: Payment terms, - parties involved, or termination clauses.\n - Invoice Aspects: Due dates, - line-item breakdowns, or tax details.\n - CV Aspects: Work experience, education, - or skills.\n \n You will analyze aspects as instructed, - considering their relevance and context within the document.\n \n\n \n 3. - Concept: A unit of information or an entity relevant to the task. Concepts may - be derived from an aspect or the broader document context. They represent a - wide range of data points and insights, from simple entities (names, dates, - monetary values) to complex evaluations, conclusions, and answers to specific - questions. Concepts can be:\n \n - Factual extractions: - Such as a penalty clause in a contract, a total amount due in an invoice, or - a certification in a CV.\n - Analytical insights: Such as risk assessments, - compliance evaluations, or pattern identifications.\n - Reasoned conclusions: - Such as determining whether a document meets specific criteria or answers particular - questions.\n - Interpretative judgments: Such as ratings, classifications, - or qualitative assessments based on document content.\n - Label classifications: - Content categorization using predefined labels.\n \n \n\n\n\n\nCRITICAL - GUIDELINES FOR YOUR WORK:\n\n \n - Precision and accuracy: - Extract only information that is explicitly stated or can be directly inferred - from the document content. Avoid speculation or assumptions beyond what the - document content clearly supports.\n \n\n \n - - Visual content analysis: When processing visual content (images):\n -- Examine - all visual elements carefully, including text within images, charts, diagrams, - logos, layout structures, etc.\n -- Identify and analyze visual patterns, - relationships, and structural information that may not be explicitly stated - in text.\n -- Consider the visual context and layout as it may provide important - semantic information.\n -- Analyze information in tables, forms, charts, - and diagrams with attention to their visual structure and relationships.\n \n\n \n - - Contextual understanding: Consider the full context when performing extractions. - A single paragraph or sentence may have different meanings depending on surrounding - content, document type, and domain-specific terminology.\n \n\n \n - - Systematic analysis: Before extracting, thoroughly understand:\n -- The nature - and type of the document\n -- The specific aspects or concepts you need to - focus on\n -- The expected output format and structure requirements\n -- - Any constraints or special handling instructions\n \n\n \n - - Quality control: After extraction, verify that:\n -- All extracted information - directly relates to the specified aspects/concepts\n -- The output format - matches the required schema exactly\n -- No extraneous information has been - included\n -- All mandatory fields are present and correctly populated\n \n\n \n - - Conservative approach: When in doubt about whether information qualifies for - extraction:\n -- If the relevance is unclear, err on the side of exclusion\n -- - If multiple interpretations are possible, choose the most conservative one\n -- - If information is ambiguous, do not force an extraction\n \n\n \n - - Structured output compliance: Adhere strictly to the specified JSON format requirements. - Do not:\n -- Add extra fields beyond what is requested\n -- Modify the - structure or field names\n -- Include explanatory text outside the JSON structure\n -- - Use code blocks or formatting markers unless explicitly required\n \n\n\n\n\nEXPECTED - DELIVERABLES:\n \n - Structured outputs: Clearly formatted - and well-organized results based on the task requirements.\n - Explanations - (when required): When required by the instructions, include justifications or - reasoning for your interpretations.\n - Insights (when required): When required - by the instructions, highlight trends, patterns, or noteworthy findings that - could add value to the task.\n - References (when required): When required - by the instructions, output references based on which you extracted data, provided - insights, or made conclusions during the task.\n \n\n\n\n\nBy - adhering to this framework, you will ensure consistent and high-quality performance - across diverse document analysis tasks.\n"}, {"role": "user", "content": - "\nBelow you will find a list of consecutively ordered paragraphs - from a document and a list of aspects.\n\n\n\nAll - structured information in these instructions is provided using semantic XML - tags. Field names correspond directly to tag names (e.g., aspect_name, paragraph_text, - sentence_text, additional_context, etc.).\n\n\n\nUse - private deliberation to plan, evaluate evidence, and verify decisions. Do not - reveal any intermediate analysis, notes, or steps. Only output the JSON specified - within tags.\n\nFollow this internal three-stage - process:\n\n1. Plan\n - Internally restate each aspect in one sentence.\n - - List 3-5 concrete lexical/semantic cues for relevance, including indicators - of prohibition, requirement, exception, conditionals, and negations.\n - - Define internal inclusion/exclusion criteria for borderline matches.\n\n2. Evidence - triage\n - For each paragraph, generate candidate matches to aspects.\n - - Collect minimal sufficient textual evidence privately and note negation, hypothetical, - or conditional forms.\n - Prefer precision over recall; include only high-confidence - matches and omit weak or ambiguous ones.\n\n3. Consistency pass\n - Deduplicate - paragraph IDs within each aspect and preserve the original order.\n\nNever disclose - any plan, evidence, or internal notes - only the JSON array defined within - tags.\n\n\n\nYour task is to:\n\n1. Read - and understand the aspects\n - Each aspect is identified by an Aspect ID - (for example, \"A0\", \"A1\", etc.) specified within - tags, includes a name specified within tags, and - has a description specified within - tags.\n - Aspects describe themes, topics, or criteria that might be addressed - in the paragraphs.\n\n2. Examine each paragraph\n - Each paragraph is identified - by a paragraph ID (for example, \"P0\", \"P1\", etc.) specified within - tags, followed by the full text of the paragraph specified within - tags.\n - Note that paragraphs are listed in the same order they appear in - the original document; therefore, context from surrounding paragraphs may influence - whether a particular paragraph is relevant to an aspect.\n - You may be working - with document fragments rather than complete documents. Focus on extracting - information from the available content without making assumptions about missing - parts.\n\n3. Map paragraphs to aspects\n - A paragraph can address one, multiple, - or none of the aspects.\n - If a paragraph clearly relates to an aspect (based - on the aspect''s name and description), include that paragraph''s ID under the - aspect''s list of paragraph IDs.\n - If a paragraph does not relate to an - aspect, do not include it under that aspect''s list.\n - Apply cross-paragraph - reasoning when needed (e.g., headings, lists, references like \"above\", \"this - section\"): use surrounding context to disambiguate; if unresolved, omit.\n - - Treat negations, exceptions, and conditionals carefully: relevance can be present - in prohibitions or restrictions.\n - Prefer minimal sufficient evidence:\n -- - base the mapping on the most relevant paragraphs; avoid tangential mentions.\n - - Favor precision over recall; when uncertain, exclude rather than speculate.\n\n4. - Produce the final answer in the JSON format specified within - tags\n - Your output must be a JSON array of objects, each object corresponding - to a single aspect.\n - For each aspect (in the order they are provided), - include:\n -- aspect_id: The aspect''s unique identifier, e.g., \"A0\".\n -- - paragraph_ids: An array of the paragraph IDs that address or relate to the aspect, - e.g., [\"P0\", \"P2\"].\n -- If an aspect has no related paragraphs, - still include it with an empty paragraph_ids array ([]).\n- Do not add extra - commentary, code block markers, or any other formatting beyond the JSON array.\n- - Internally verify before finalizing:\n -- Each provided aspect appears once, - in order, with the correct \"aspect_id\".\n -- \"paragraph_ids\" contains - only valid paragraph IDs.\n -- The structure exactly matches the format specified - within tags (no extra keys or commentary).\n\n\n\n- - No additional text:\n -- Do not include any headers, explanations, or text - outside of the JSON array.\n -- Do not wrap your JSON response in backticks - or any other formatting characters.\n- Private deliberation only:\n -- Do - not output any analysis, plan, scratchpad, thoughts, or chain-of-thought.\n -- - Only output the JSON array according to the format specified within - tags.\n\n\n\nANSWER FORMAT (MANDATORY):\n[\n {\n \"aspect_id\": - str,\n \"paragraph_ids: [\n str,\n ...\n ]\n },\n ...\n]\n\n\n\nDOCUMENT - ASPECTS:\n \n A0\n \n Liability\n \n \n Liability - clauses\n \n \n\n\n\n\nDOCUMENT - PARAGRAPHS:\n \n P0\n \n \n Non-Disclosure - Agreement (NDA)\n \n \n\n \n P1\n \n \n This - Non-Disclosure Agreement (the \"Agreement\") is made and entered into as of - July 16, 2024, by and between:\n \n \n\n \n P2\n \n \n Party - A:\n \n \n\n \n P3\n \n \n _____\n \n \n\n \n P4\n \n \n _____\n \n \n\n \n P5\n \n \n _____\n \n \n\n \n P6\n \n \n Contact: - _____\n \n \n\n \n P7\n \n \n Phone: - _____\n \n \n\n \n P8\n \n \n Email: - _____\n \n \n\n \n P9\n \n \n Party - B:\n \n \n\n \n P10\n \n \n Example.Com - LLC\n \n \n\n \n P11\n \n \n 5678 - Random Drive\n \n \n\n \n P12\n \n \n New - York, NY 00000\n \n \n\n \n P13\n \n \n Contact: - Jane Doe, Managing Partner\n \n \n\n \n P14\n \n \n Phone: - (012) 345-6789\n \n \n\n \n P15\n \n \n Email: - jane.doe@example.com\n \n \n\n \n P16\n \n \n 1. - Purpose:\n \n \n\n \n P17\n \n \n The - purpose of this Agreement is to protect the confidential information that may - be disclosed between the parties during discussions and engagements regarding - potential business collaborations and partnerships.\n \n \n\n \n P18\n \n \n 2. - Definition of Confidential Information:\n \n \n\n \n P19\n \n \n For - purposes of this Agreement, \"Confidential Information\" means any and all non-public - information, conveyed in all forms, whether in oral, written, electronic, or - other form or media, whether or not marked, designated, or otherwise identified - as \"confidential,\" that has been or may be disclosed to, accessed by, or observed - by Receiving Party, which (i) has actual or potential economic value by virtue - of not being generally known to, and not being readily ascertainable by proper - means by, other persons who can obtain economic value from its disclosure or - use, or (ii) is subject to reasonable efforts by Disclosing Party to maintain - its secrecy and confidentiality.\n \n \n\n \n P20\n \n \n Confidential - Information includes, but is not limited to, the following categories: (1) business - information (business plans, strategies, and models), (2) technical information - (technical specifications and documentation, research and development activities), - (3) customer and market information (customer lists and contact information, - sales histories and patterns), (4) personnel and internal information (employee - lists and contact information, employment agreements and personnel files), (5) - intellectual property (trade secrets and know-how, patents and patent applications, - copyrights and copyright applications, trademarks and trademark applications), - (6) strategic information (merger and acquisition plans, competitive analyses - and strategies). Software code shall also be included into the confidential - information.\n \n \n\n \n P21\n \n \n Confidential - Information shall not include information that: (a) is or becomes generally - available to the public other than as a result of disclosure by Receiving Party - or its Representatives; (b) was available to Receiving Party on a non-confidential - basis prior to its disclosure by Disclosing Party; (c) becomes available to - Receiving Party on a non-confidential basis from a person other than Disclosing - Party who is not otherwise bound by a confidentiality obligation to Disclosing - Party; or (d) was independently developed by Receiving Party without reference - to or use of any Confidential Information. The name of the dog of the Receiving - Party is Bob.\n \n \n\n \n P22\n \n \n The - designation of information as Confidential Information shall not be determinative - of whether such information constitutes a trade secret under applicable law. - All Confidential Information shall remain the exclusive property of Disclosing - Party, and Receiving Party shall have no rights, by license or otherwise, to - use the Confidential Information except as expressly provided herein.\n \n \n\n \n P23\n \n \n 3. - Obligations of Receiving Party:\n \n \n\n \n P24\n \n \n The - party receiving Confidential Information (\"Receiving Party\") shall:\n \n \n\n \n P25\n \n \n a. - Maintain the confidentiality of the Confidential Information and not disclose - it to any third party without the prior written consent of the Disclosing Party.\n \n \n\n \n P26\n \n \n b. - Use the Confidential Information solely for the purpose of evaluating or engaging - in the potential business collaboration.\n \n \n\n \n P27\n \n \n c. - Take all necessary precautions to protect the confidentiality of the Confidential - Information, which shall be no less than the precautions it takes to protect - its own confidential information.\n \n \n\n \n P28\n \n \n 4. - Exclusions from Confidential Information:\n \n \n\n \n P29\n \n \n Confidential - Information does not include information that:\n \n \n\n \n P30\n \n \n a. - Is or becomes publicly known through no wrongful act of the Receiving Party.\n \n \n\n \n P31\n \n \n b. - Is already known to the Receiving Party at the time of disclosure.\n \n \n\n \n P32\n \n \n c. - Is lawfully received from a third party without breach of this Agreement.\n \n \n\n \n P33\n \n \n d. - Is independently developed by the Receiving Party without use of or reference - to the Disclosing Party''s Confidential Information.\n \n \n\n \n P34\n \n \n 6. - Return of Materials:\n \n \n\n \n P35\n \n \n Upon - termination of this Agreement or upon request, the Receiving Party shall return - all materials containing Confidential Information to the Disclosing Party or - destroy them, at the Disclosing Party''s discretion.\n \n \n\n \n P36\n \n \n 5. - Liability:\n \n \n\n \n P37\n \n \n a. - Total Liability Cap:\n \n \n\n \n P38\n \n \n The - total liability of either party for any and all claims arising out of or related - to this Agreement, whether in contract, tort, or otherwise, shall not exceed - the greater of (i) $100,000 or (ii) the total amount paid by the Receiving Party - to the Disclosing Party under any separate business agreement between the parties - during the twelve (12) months preceding the event giving rise to the claim. - This limitation of liability is cumulative and not per incident.\n \n \n\n \n P39\n \n \n b. - Penalties for Breach:\n \n \n\n \n P40\n \n \n In - the event of a breach of this Agreement by the Receiving Party, the Disclosing - Party shall be entitled to seek injunctive relief in addition to any other remedy - available at law or in equity. The Receiving Party acknowledges that a breach - of this Agreement may cause irreparable harm to the Disclosing Party for which - monetary damages would be an inadequate remedy. In addition to injunctive relief, - the Receiving Party shall be liable for liquidated damages in the amount of - $25,000 for each instance of unauthorized disclosure or use of Confidential - Information, which the parties agree represents a reasonable estimate of the - damages likely to be suffered and not a penalty.\n \n \n\n \n P41\n \n \n 7. - No License:\n \n \n\n \n P42\n \n \n Nothing - in this Agreement shall be construed as granting any rights to the Receiving - Party, by license or otherwise, to any of the Disclosing Party\u2019s Confidential - Information, except as expressly set forth in this Agreement.\n \n \n\n \n P43\n \n \n 8. - Governing Law and Disputes:\n \n \n\n \n P44\n \n \n This - Agreement shall be governed by and construed in accordance with the laws of - the State of California, without regard to its conflict of law principles.\n \n \n\n \n P45\n \n \n All - disputes shall be resolved by the courts of the State of California. This Agreement - shall remain in effect for a period of five (5) years from the date of signing - this agreement.\n \n \n\n \n P46\n \n \n 9. - Miscellaneous:\n \n \n\n \n P47\n \n \n a. - This Agreement constitutes the entire agreement between the parties with respect - to the subject matter hereof and supersedes all prior or contemporaneous oral - or written agreements concerning such subject matter.\n \n \n\n \n P48\n \n \n b. - Any amendments or modifications to this Agreement must be made in writing and - signed by both parties.\n \n \n\n \n P49\n \n \n c. - If any provision of this Agreement is found to be unenforceable, the remainder - shall be enforced as fully as possible and the unenforceable provision shall - be deemed modified to the limited extent required to permit its enforcement - in a manner most closely representing the intention of the parties.\n \n \n\n \n P50\n \n \n d. - The Disclosing Party shall be a good person to execute this contract.\n \n \n\n \n P51\n \n \n IN - WITNESS WHEREOF, the parties hereto have executed this Non-Disclosure Agreement - as of the date first above written.\n \n \n\n \n P52\n \n \n _____\n \n \n\n \n P53\n \n \n By: - ___________________________\n \n \n\n \n P54\n \n \n Name: - _____\n \n \n\n \n P55\n \n \n Title: - _____\n \n \n\n \n P56\n \n \n Date: - ___________________________\n \n \n\n \n P57\n \n \n Example.Com - LLC\n \n \n\n \n P58\n \n \n By: - ___________________________\n \n \n\n \n P59\n \n \n Name: - Jane Doe\n \n \n\n \n P60\n \n \n Title: - Managing Partner\n \n \n\n \n P61\n \n \n Date: - ___________________________\n \n \n\n"}], - "options": {"num_predict": 16000}, "stream": false}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '30437' - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/chat - response: - body: - string: '{"model": "gpt-oss:20b", "created_at": "2025-08-31T00:21:55.4317882Z", - "message": {"role": "assistant", "content": "[\n {\n \"aspect_id\": - \"A0\",\n \"paragraph_ids\": [\n \"P36\",\n \"P37\",\n \"P38\",\n \"P39\",\n \"P40\"\n ]\n }\n]", - "thinking": "We need to map paragraphs to aspect Liability. The aspect is - \"Liability clauses\". We must identify paragraphs that address liability - clauses. Likely paragraphs with numbering: P36 is \"5. Liability:\" header. - P37 \"a. Total Liability Cap:\" and P38 has the cap. P39 \"b. Penalties for - Breach:\" and P40 has the liquidated damages. Those are liability clauses. - Possibly other liability references elsewhere? The rest are general, but only - P36-P40 cover liability. So paragraph IDs: P36, P37, P38, P39, P40. Also P35 - is \"Return of Materials\" not liability. P36 header. So output array with - one aspect A0 and paragraph_ids [P36,P37,P38,P39,P40]. Order as they appear: - P36, P37, P38, P39, P40. That should be fine.\n\nCheck if any other liability - content elsewhere: maybe earlier? Not. Also P5 etc. no. So answer.\n\nReturn - JSON array."}, "done_reason": "stop", "done": true, "total_duration": 145996554300, - "load_duration": 115780000, "prompt_eval_count": 6089, "prompt_eval_duration": - 100175980800, "eval_count": 271, "eval_duration": 45688892000}' - headers: - Content-Length: - - '1355' - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"model": "gpt-oss:20b", "messages": [{"role": "system", "content": "\nYou - will be assigned tasks involving the extraction, analysis, and interpretation - of data within various types of documents. Your role is to carefully process - the information and provide accurate, relevant outputs based on the specific - instructions provided.\n\n\n\nAll - instructions you receive will be organized using semantic XML tags for clarity - and structure. Each section will be properly tagged to indicate its purpose - and content type, making it easier to understand the task requirements and expected - outputs.\n\n\n\nKEY TERMINOLOGY - TO UNDERSTAND:\n\n \n 1. Document: A structured or unstructured - file containing written or visual content. Documents can vary in type and purpose, - including but not limited to:\n \n - Contracts: Legal - agreements defining terms and obligations.\n - Invoices: Financial documents - detailing transactions and payments.\n - Curricula Vitae (CVs): Resumes outlining - an individual''s professional experience and qualifications.\n - Visual Documents: - Images, scanned documents, blueprints, photographs, charts, diagrams, or screenshots - that contain relevant information.\n - General Documents: Any other types - of files that may contain text, tables, images, or mixed formats.\n \n \n Note - that occasionally you may be working with document fragments rather than complete - documents. These fragments represent portions of a larger document and should - be analyzed within their limited context. When working with fragments, focus - on extracting information from the available content without making assumptions - about missing parts.\n\n \n Documents may contain textual - or visual content:\n - Text-based content: Written information that can be - directly read and processed.\n - Visual content: Images, charts, diagrams, - blueprints, tables, handwritten text, or other visual elements that require - visual interpretation.\n \n \n\n \n 2. - Aspect: A defined area or topic within a document that requires focused attention. - Each aspect corresponds to a specific subject or theme described in the task. - For example:\n \n - Contract Aspects: Payment terms, - parties involved, or termination clauses.\n - Invoice Aspects: Due dates, - line-item breakdowns, or tax details.\n - CV Aspects: Work experience, education, - or skills.\n \n You will analyze aspects as instructed, - considering their relevance and context within the document.\n \n\n \n 3. - Concept: A unit of information or an entity relevant to the task. Concepts may - be derived from an aspect or the broader document context. They represent a - wide range of data points and insights, from simple entities (names, dates, - monetary values) to complex evaluations, conclusions, and answers to specific - questions. Concepts can be:\n \n - Factual extractions: - Such as a penalty clause in a contract, a total amount due in an invoice, or - a certification in a CV.\n - Analytical insights: Such as risk assessments, - compliance evaluations, or pattern identifications.\n - Reasoned conclusions: - Such as determining whether a document meets specific criteria or answers particular - questions.\n - Interpretative judgments: Such as ratings, classifications, - or qualitative assessments based on document content.\n - Label classifications: - Content categorization using predefined labels.\n \n \n\n\n\n\nCRITICAL - GUIDELINES FOR YOUR WORK:\n\n \n - Precision and accuracy: - Extract only information that is explicitly stated or can be directly inferred - from the document content. Avoid speculation or assumptions beyond what the - document content clearly supports.\n \n\n \n - - Visual content analysis: When processing visual content (images):\n -- Examine - all visual elements carefully, including text within images, charts, diagrams, - logos, layout structures, etc.\n -- Identify and analyze visual patterns, - relationships, and structural information that may not be explicitly stated - in text.\n -- Consider the visual context and layout as it may provide important - semantic information.\n -- Analyze information in tables, forms, charts, - and diagrams with attention to their visual structure and relationships.\n \n\n \n - - Contextual understanding: Consider the full context when performing extractions. - A single paragraph or sentence may have different meanings depending on surrounding - content, document type, and domain-specific terminology.\n \n\n \n - - Systematic analysis: Before extracting, thoroughly understand:\n -- The nature - and type of the document\n -- The specific aspects or concepts you need to - focus on\n -- The expected output format and structure requirements\n -- - Any constraints or special handling instructions\n \n\n \n - - Quality control: After extraction, verify that:\n -- All extracted information - directly relates to the specified aspects/concepts\n -- The output format - matches the required schema exactly\n -- No extraneous information has been - included\n -- All mandatory fields are present and correctly populated\n \n\n \n - - Conservative approach: When in doubt about whether information qualifies for - extraction:\n -- If the relevance is unclear, err on the side of exclusion\n -- - If multiple interpretations are possible, choose the most conservative one\n -- - If information is ambiguous, do not force an extraction\n \n\n \n - - Structured output compliance: Adhere strictly to the specified JSON format requirements. - Do not:\n -- Add extra fields beyond what is requested\n -- Modify the - structure or field names\n -- Include explanatory text outside the JSON structure\n -- - Use code blocks or formatting markers unless explicitly required\n \n\n\n\n\nEXPECTED - DELIVERABLES:\n \n - Structured outputs: Clearly formatted - and well-organized results based on the task requirements.\n - Explanations - (when required): When required by the instructions, include justifications or - reasoning for your interpretations.\n - Insights (when required): When required - by the instructions, highlight trends, patterns, or noteworthy findings that - could add value to the task.\n - References (when required): When required - by the instructions, output references based on which you extracted data, provided - insights, or made conclusions during the task.\n \n\n\n\n\nBy - adhering to this framework, you will ensure consistent and high-quality performance - across diverse document analysis tasks.\n"}, {"role": "user", "content": - "\nBelow you will find document text and a list of concepts.\n\n\n\nAll - structured information in these instructions is provided using semantic XML - tags. Field names correspond directly to tag names (e.g., concept_name, paragraph_text, - sentence_text, additional_context, etc.).\n\n\n\nUse - private deliberation to plan, evaluate evidence, and verify decisions. Do not - reveal any intermediate analysis, notes, or steps. Only output the JSON according - to the format specified within tags.\n\nFollow - this internal three-stage process:\n\n1. Plan\n - Internally restate each - concept in one sentence.\n - List 3-5 concrete lexical/semantic cues for - relevance aligned with the concept description (include indicators of definition, - obligation, permission, exception, conditionals, and negations).\n - If a - concept specifies a structure, rating scale, or available labels, align inclusion/exclusion - criteria with those constraints.\n - For each concept, plan how to synthesize - the output value from the available evidence even when no literal span is present.\n\n2. - Evidence triage\n - Evaluate the provided content holistically; derive candidate - extractions/values for the concepts (explicit or inferred from context).\n - - Collect minimal sufficient evidence privately and note negated, hypothetical, - or conditional forms.\n - Prefer precision over recall; include only high-confidence - items and omit weak or ambiguous ones.\n\n3. Consistency pass\n - Ensure - all extracted items strictly match required types and any specified structure, - rating scales, or label constraints.\n\nNever disclose any plan, evidence, or - internal notes - only the JSON array defined within - tags.\n\n\n\nYour task is to:\n1. Read - through the document text provided.\n2. Identify whether each concept in the - concepts list is addressed within the document text.\n - Each concept is - identified by a concept ID (for example, \"C0\", \"C1\", etc.) specified within - tags.\n - Each concept is described by a concept - name specified within tags and a concept description - specified within tags.\n3. For each - concept that appears, extract zero or more items relevant to that concept. The - item format and structure are specified for each concept.\n - Treat negations, - exceptions, and conditionals carefully: relevance may involve permissions, prohibitions, - requirements, exceptions, thresholds, or ranges; reflect the stance .\n - - Prefer minimal sufficient evidence and value derivation:\n - Favor precision - over recall; when uncertain, avoid speculative extractions or derivations.\n4. - Produce a JSON array containing your extracted data, in the provided format.\n - - Internally verify before finalizing:\n -- Each provided concept appears - once, in order, with the correct \"concept_id\".\n -- The top-level structure - matches the format specified within tags.\n -- - Item values strictly satisfy type and any specified structure/scale/labels constraints.\n -- - The structure exactly matches the format specified within - tags (no extra keys or commentary).\n\n\n\nIf - a concept is not addressed in the document text, you must still include an entry - in the final JSON output but with an empty \"extracted_items\" list. However, - for boolean concepts (with extracted item type \"bool\"), distinguish carefully:\n - - Extract True if the concept is confirmed or strongly supported by the document - content (either explicitly stated or reasonably inferred)\n - Extract False - if the concept is contradicted, denied, or if the document content allows you - to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\n - Only leave \"extracted_items\" - empty if the concept is impossible to determine because either: (1) the document - is completely irrelevant to the concept, or (2) the document does not contain - enough information to make a conclusion about the concept\n\nFollow these additional - rules:\n\n- Output format:\n -- Provide your answer in the JSON format specified - within tags (do not include backticks, code - fences, or any introductory/explanatory text). Follow this format exactly.\n\n- - Consistency:\n -- Each JSON object in the list must have two keys: \"concept_id\" - and \"extracted_items\".\n -- The value of \"concept_id\" must match exactly - the ID of the concept (for example, \"C0\", \"C1\", etc.).\n -- The value - of \"extracted_items\" must be an array. If the concept is not addressed or - there are no items to extract, leave the array empty ([]). For boolean concepts, - only leave empty if the concept is impossible to determine.\n --- Extracted - items may be found directly (explicitly mentioned) or inferred from the content - (implied or derivable from the information present).\n --- Guidance regarding - the possible amount of extracted items for the concept is specified within - tags. Each extracted item, even if there is only one, must be part of the \"extracted_items\" - array.\n\n\n\n- Item structure:\n -- - All extracted items must match the exact type specified for the concept.\n -- - If a specific structure is provided for a concept within - tags, you must follow that structure for all extracted items corresponding to - that concept.\n -- If a rating scale is provided for a concept within - tags, the extracted item value must be within that scale.\n -- If available - labels are provided for a concept within - tags, the extracted item value must be a list containing only labels from the - predefined set. The classification type is explicitly stated within - tags for each concept: for multi-class concepts, you must always select exactly - one label (the most appropriate one even if not perfect); for multi-label concepts, - leave the \"extracted_items\" array empty if none of the labels apply to the - content.\n -- If there are example items within - tags, try to follow the same style and formatting for your extracted items.\n --- - Each example is provided within separate - tags.\n -- When extracting string values, translate them in English if the - original language of the document is not English.\n\n\n\n- - Types of extracted items:\n -- Each concept specifies an \"extracted item - type\" within tags. Ensure your - extracted items strictly match that type. Python types are provided (e.g., str - for string, int for integer, float for floating-point number, dict for object, - etc.). Type compliance is mandatory - any deviation will result in invalid output.\n -- - Do not introduce any extra fields or modify the specified structure.\n\n\n\n- - Handling missing or multiple items:\n -- If a concept is not mentioned at - all, your output should still contain an entry for that concept with an empty - \"extracted_items\" array.\n -- For boolean concepts (with extracted item - type \"bool\"): Distinguish carefully between these cases:\n --- Extract - True if the concept is confirmed or strongly supported by the provided content - (either explicitly stated or reasonably inferred)\n --- Extract False - if the concept is contradicted, denied, or if the provided content allows you - to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\n --- Only leave \"extracted_items\" - empty if the concept is impossible to determine because either: (1) the provided - content is completely irrelevant to the concept, or (2) the provided content - does not contain enough information to make a conclusion about the concept\n -- - For concepts that have tags: behavior - depends on the classification type explicitly stated within - tags. For multi-class concepts, you must always select exactly one label (the - most appropriate one even if not perfect). For multi-label concepts, leave the - \"extracted_items\" array empty if none of the labels apply to the content.\n -- - For concepts that have tags: if multiple - labels apply to the same instance or context, include them all in a single extracted - item with multiple labels in the \"labels\" array (e.g., {\"labels\": [\"label1\", - \"label2\"]}). Only create multiple extracted items if there are genuinely distinct - instances or contexts that warrant separate classification.\n -- For concepts - that do not have tags: if multiple items - are found for a concept, include each as a separate entry within the \"extracted_items\" - array.\n\n\n\n- No additional - text:\n -- Do not include any headers, explanations, or text outside of the - JSON array.\n -- Do not wrap your JSON response in backticks or any other - formatting characters.\n- Private deliberation only:\n -- Do not output any - analysis, plan, scratchpad, thoughts, or chain-of-thought.\n -- Only output - the JSON array according to the format specified within - tags.\n\n\n\nANSWER FORMAT (MANDATORY):\n[\n {\n \"concept_id\": - str,\n \"extracted_items: [\n ...\n ],\n },\n ...\n]\n\n\n\nCONCEPTS:\n\n C0\n \n Liability - cap\n\n \n Liability cap\n \n\n This - concept may have zero, one, or multiple extracted items.\n\n str - (must be exactly as specified)\n\n\n\n\n\n5. - Liability:\n\na. Total Liability Cap:\n\nThe total liability of either party - for any and all claims arising out of or related to this Agreement, whether - in contract, tort, or otherwise, shall not exceed the greater of (i) $100,000 - or (ii) the total amount paid by the Receiving Party to the Disclosing Party - under any separate business agreement between the parties during the twelve - (12) months preceding the event giving rise to the claim. This limitation of - liability is cumulative and not per incident.\n\nb. Penalties for Breach:\n\nIn - the event of a breach of this Agreement by the Receiving Party, the Disclosing - Party shall be entitled to seek injunctive relief in addition to any other remedy - available at law or in equity. The Receiving Party acknowledges that a breach - of this Agreement may cause irreparable harm to the Disclosing Party for which - monetary damages would be an inadequate remedy. In addition to injunctive relief, - the Receiving Party shall be liable for liquidated damages in the amount of - $25,000 for each instance of unauthorized disclosure or use of Confidential - Information, which the parties agree represents a reasonable estimate of the - damages likely to be suffered and not a penalty.\n"}], "options": - {"num_predict": 16000}, "stream": false}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '19389' - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/chat - response: - body: - string: '{"model": "gpt-oss:20b", "created_at": "2025-08-31T00:23:52.8808904Z", - "message": {"role": "assistant", "content": "[\n {\n \"concept_id\": - \"C0\",\n \"extracted_items\": [\n \"The total liability - of either party for any and all claims arising out of or related to this Agreement, - whether in contract, tort, or otherwise, shall not exceed the greater of (i) - $100,000 or (ii) the total amount paid by the Receiving Party to the Disclosing - Party under any separate business agreement between the parties during the - twelve (12) months preceding the event giving rise to the claim.\"\n ]\n }\n]", - "thinking": "We have one concept C0 liability cap. Document text includes - liability cap section. We need to extract zero or more items relevant to the - concept. Concept type str. We need to extract strings of liability cap. Likely - the clause text: \"The total liability of either party for any and all claims - arising out of or related to this Agreement, whether in contract, tort, or - otherwise, shall not exceed the greater of (i) $100,000 or (ii) the total - amount paid by the Receiving Party to the Disclosing Party under any separate - business agreement between the parties during the twelve (12) months preceding - the event giving rise to the claim.\" So we should output that string? Probably - yes. Could include the entire clause or just the numeric value. But requirement: - \"Extract items relevant to that concept.\" For liability cap, the concept - description generic. So we can output the clause. It''s a string. Let''s output - one item: the liability cap clause. No other items. So array has one string. - Must ensure proper JSON. Provide array with concept_id C0 and extracted_items - [ \"...\"].\n\nThus final answer."}, "done_reason": "stop", "done": true, - "total_duration": 115007551600, "load_duration": 113264600, "prompt_eval_count": - 3796, "prompt_eval_duration": 61164142300, "eval_count": 346, "eval_duration": - 53721419600}' - headers: - Content-Length: - - '1934' - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"model": "gpt-oss:20b", "messages": [{"role": "system", "content": "\nYou - will be assigned tasks involving the extraction, analysis, and interpretation - of data within various types of documents. Your role is to carefully process - the information and provide accurate, relevant outputs based on the specific - instructions provided.\n\n\n\nAll - instructions you receive will be organized using semantic XML tags for clarity - and structure. Each section will be properly tagged to indicate its purpose - and content type, making it easier to understand the task requirements and expected - outputs.\n\n\n\nKEY TERMINOLOGY - TO UNDERSTAND:\n\n \n 1. Document: A structured or unstructured - file containing written or visual content. Documents can vary in type and purpose, - including but not limited to:\n \n - Contracts: Legal - agreements defining terms and obligations.\n - Invoices: Financial documents - detailing transactions and payments.\n - Curricula Vitae (CVs): Resumes outlining - an individual''s professional experience and qualifications.\n - Visual Documents: - Images, scanned documents, blueprints, photographs, charts, diagrams, or screenshots - that contain relevant information.\n - General Documents: Any other types - of files that may contain text, tables, images, or mixed formats.\n \n \n Note - that occasionally you may be working with document fragments rather than complete - documents. These fragments represent portions of a larger document and should - be analyzed within their limited context. When working with fragments, focus - on extracting information from the available content without making assumptions - about missing parts.\n\n \n Documents may contain textual - or visual content:\n - Text-based content: Written information that can be - directly read and processed.\n - Visual content: Images, charts, diagrams, - blueprints, tables, handwritten text, or other visual elements that require - visual interpretation.\n \n \n\n \n 2. - Aspect: A defined area or topic within a document that requires focused attention. - Each aspect corresponds to a specific subject or theme described in the task. - For example:\n \n - Contract Aspects: Payment terms, - parties involved, or termination clauses.\n - Invoice Aspects: Due dates, - line-item breakdowns, or tax details.\n - CV Aspects: Work experience, education, - or skills.\n \n You will analyze aspects as instructed, - considering their relevance and context within the document.\n \n\n \n 3. - Concept: A unit of information or an entity relevant to the task. Concepts may - be derived from an aspect or the broader document context. They represent a - wide range of data points and insights, from simple entities (names, dates, - monetary values) to complex evaluations, conclusions, and answers to specific - questions. Concepts can be:\n \n - Factual extractions: - Such as a penalty clause in a contract, a total amount due in an invoice, or - a certification in a CV.\n - Analytical insights: Such as risk assessments, - compliance evaluations, or pattern identifications.\n - Reasoned conclusions: - Such as determining whether a document meets specific criteria or answers particular - questions.\n - Interpretative judgments: Such as ratings, classifications, - or qualitative assessments based on document content.\n - Label classifications: - Content categorization using predefined labels.\n \n \n\n\n\n\nCRITICAL - GUIDELINES FOR YOUR WORK:\n\n \n - Precision and accuracy: - Extract only information that is explicitly stated or can be directly inferred - from the document content. Avoid speculation or assumptions beyond what the - document content clearly supports.\n \n\n \n - - Visual content analysis: When processing visual content (images):\n -- Examine - all visual elements carefully, including text within images, charts, diagrams, - logos, layout structures, etc.\n -- Identify and analyze visual patterns, - relationships, and structural information that may not be explicitly stated - in text.\n -- Consider the visual context and layout as it may provide important - semantic information.\n -- Analyze information in tables, forms, charts, - and diagrams with attention to their visual structure and relationships.\n \n\n \n - - Contextual understanding: Consider the full context when performing extractions. - A single paragraph or sentence may have different meanings depending on surrounding - content, document type, and domain-specific terminology.\n \n\n \n - - Systematic analysis: Before extracting, thoroughly understand:\n -- The nature - and type of the document\n -- The specific aspects or concepts you need to - focus on\n -- The expected output format and structure requirements\n -- - Any constraints or special handling instructions\n \n\n \n - - Quality control: After extraction, verify that:\n -- All extracted information - directly relates to the specified aspects/concepts\n -- The output format - matches the required schema exactly\n -- No extraneous information has been - included\n -- All mandatory fields are present and correctly populated\n \n\n \n - - Conservative approach: When in doubt about whether information qualifies for - extraction:\n -- If the relevance is unclear, err on the side of exclusion\n -- - If multiple interpretations are possible, choose the most conservative one\n -- - If information is ambiguous, do not force an extraction\n \n\n \n - - Structured output compliance: Adhere strictly to the specified JSON format requirements. - Do not:\n -- Add extra fields beyond what is requested\n -- Modify the - structure or field names\n -- Include explanatory text outside the JSON structure\n -- - Use code blocks or formatting markers unless explicitly required\n \n\n\n\n\nEXPECTED - DELIVERABLES:\n \n - Structured outputs: Clearly formatted - and well-organized results based on the task requirements.\n - Explanations - (when required): When required by the instructions, include justifications or - reasoning for your interpretations.\n - Insights (when required): When required - by the instructions, highlight trends, patterns, or noteworthy findings that - could add value to the task.\n - References (when required): When required - by the instructions, output references based on which you extracted data, provided - insights, or made conclusions during the task.\n \n\n\n\n\nBy - adhering to this framework, you will ensure consistent and high-quality performance - across diverse document analysis tasks.\n"}, {"role": "user", "content": - "\nBelow you will find document text and a list of concepts.\n\n\n\nAll - structured information in these instructions is provided using semantic XML - tags. Field names correspond directly to tag names (e.g., concept_name, paragraph_text, - sentence_text, additional_context, etc.).\n\n\n\nUse - private deliberation to plan, evaluate evidence, and verify decisions. Do not - reveal any intermediate analysis, notes, or steps. Only output the JSON according - to the format specified within tags.\n\nFollow - this internal three-stage process:\n\n1. Plan\n - Internally restate each - concept in one sentence.\n - List 3-5 concrete lexical/semantic cues for - relevance aligned with the concept description (include indicators of definition, - obligation, permission, exception, conditionals, and negations).\n - If a - concept specifies a structure, rating scale, or available labels, align inclusion/exclusion - criteria with those constraints.\n - For each concept, plan how to synthesize - the output value from the available evidence even when no literal span is present.\n\n2. - Evidence triage\n - Evaluate the provided content holistically; derive candidate - extractions/values for the concepts (explicit or inferred from context).\n - - Collect minimal sufficient evidence privately and note negated, hypothetical, - or conditional forms.\n - Prefer precision over recall; include only high-confidence - items and omit weak or ambiguous ones.\n\n3. Consistency pass\n - Ensure - all extracted items strictly match required types and any specified structure, - rating scales, or label constraints.\n\nNever disclose any plan, evidence, or - internal notes - only the JSON array defined within - tags.\n\n\n\nYour task is to:\n1. Read - through the document text provided.\n2. Identify whether each concept in the - concepts list is addressed within the document text.\n - Each concept is - identified by a concept ID (for example, \"C0\", \"C1\", etc.) specified within - tags.\n - Each concept is described by a concept - name specified within tags and a concept description - specified within tags.\n3. For each - concept that appears, extract zero or more items relevant to that concept. The - item format and structure are specified for each concept.\n - Treat negations, - exceptions, and conditionals carefully: relevance may involve permissions, prohibitions, - requirements, exceptions, thresholds, or ranges; reflect the stance .\n - - Prefer minimal sufficient evidence and value derivation:\n - Favor precision - over recall; when uncertain, avoid speculative extractions or derivations.\n4. - Produce a JSON array containing your extracted data, in the provided format.\n - - Internally verify before finalizing:\n -- Each provided concept appears - once, in order, with the correct \"concept_id\".\n -- The top-level structure - matches the format specified within tags.\n -- - Item values strictly satisfy type and any specified structure/scale/labels constraints.\n -- - The structure exactly matches the format specified within - tags (no extra keys or commentary).\n\n\n\nIf - a concept is not addressed in the document text, you must still include an entry - in the final JSON output but with an empty \"extracted_items\" list. However, - for boolean concepts (with extracted item type \"bool\"), distinguish carefully:\n - - Extract True if the concept is confirmed or strongly supported by the document - content (either explicitly stated or reasonably inferred)\n - Extract False - if the concept is contradicted, denied, or if the document content allows you - to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\n - Only leave \"extracted_items\" - empty if the concept is impossible to determine because either: (1) the document - is completely irrelevant to the concept, or (2) the document does not contain - enough information to make a conclusion about the concept\n\nFollow these additional - rules:\n\n- Output format:\n -- Provide your answer in the JSON format specified - within tags (do not include backticks, code - fences, or any introductory/explanatory text). Follow this format exactly.\n\n- - Consistency:\n -- Each JSON object in the list must have two keys: \"concept_id\" - and \"extracted_items\".\n -- The value of \"concept_id\" must match exactly - the ID of the concept (for example, \"C0\", \"C1\", etc.).\n -- The value - of \"extracted_items\" must be an array. If the concept is not addressed or - there are no items to extract, leave the array empty ([]). For boolean concepts, - only leave empty if the concept is impossible to determine.\n --- Extracted - items may be found directly (explicitly mentioned) or inferred from the content - (implied or derivable from the information present).\n --- Guidance regarding - the possible amount of extracted items for the concept is specified within - tags. Each extracted item, even if there is only one, must be part of the \"extracted_items\" - array.\n\n\n\n- Item structure:\n -- - All extracted items must match the exact type specified for the concept.\n -- - If a specific structure is provided for a concept within - tags, you must follow that structure for all extracted items corresponding to - that concept.\n -- If a rating scale is provided for a concept within - tags, the extracted item value must be within that scale.\n -- If available - labels are provided for a concept within - tags, the extracted item value must be a list containing only labels from the - predefined set. The classification type is explicitly stated within - tags for each concept: for multi-class concepts, you must always select exactly - one label (the most appropriate one even if not perfect); for multi-label concepts, - leave the \"extracted_items\" array empty if none of the labels apply to the - content.\n -- If there are example items within - tags, try to follow the same style and formatting for your extracted items.\n --- - Each example is provided within separate - tags.\n -- When extracting string values, translate them in English if the - original language of the document is not English.\n\n\n\n- - Types of extracted items:\n -- Each concept specifies an \"extracted item - type\" within tags. Ensure your - extracted items strictly match that type. Python types are provided (e.g., str - for string, int for integer, float for floating-point number, dict for object, - etc.). Type compliance is mandatory - any deviation will result in invalid output.\n -- - Do not introduce any extra fields or modify the specified structure.\n\n\n\n- - Handling missing or multiple items:\n -- If a concept is not mentioned at - all, your output should still contain an entry for that concept with an empty - \"extracted_items\" array.\n -- For boolean concepts (with extracted item - type \"bool\"): Distinguish carefully between these cases:\n --- Extract - True if the concept is confirmed or strongly supported by the provided content - (either explicitly stated or reasonably inferred)\n --- Extract False - if the concept is contradicted, denied, or if the provided content allows you - to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\n --- Only leave \"extracted_items\" - empty if the concept is impossible to determine because either: (1) the provided - content is completely irrelevant to the concept, or (2) the provided content - does not contain enough information to make a conclusion about the concept\n -- - For concepts that have tags: behavior - depends on the classification type explicitly stated within - tags. For multi-class concepts, you must always select exactly one label (the - most appropriate one even if not perfect). For multi-label concepts, leave the - \"extracted_items\" array empty if none of the labels apply to the content.\n -- - For concepts that have tags: if multiple - labels apply to the same instance or context, include them all in a single extracted - item with multiple labels in the \"labels\" array (e.g., {\"labels\": [\"label1\", - \"label2\"]}). Only create multiple extracted items if there are genuinely distinct - instances or contexts that warrant separate classification.\n -- For concepts - that do not have tags: if multiple items - are found for a concept, include each as a separate entry within the \"extracted_items\" - array.\n\n\n\n- No additional - text:\n -- Do not include any headers, explanations, or text outside of the - JSON array.\n -- Do not wrap your JSON response in backticks or any other - formatting characters.\n- Private deliberation only:\n -- Do not output any - analysis, plan, scratchpad, thoughts, or chain-of-thought.\n -- Only output - the JSON array according to the format specified within - tags.\n\n\n\nANSWER FORMAT (MANDATORY):\n[\n {\n \"concept_id\": - str,\n \"extracted_items: [\n ...\n ],\n },\n ...\n]\n\n\n\nCONCEPTS:\n\n C0\n \n Contract - term\n\n \n Contract term in years\n \n\n This - concept may have zero, one, or multiple extracted items.\n\n float - (must be exactly as specified)\n\n\n\n\n\nNon-Disclosure - Agreement (NDA)\n\nThis Non-Disclosure Agreement (the \"Agreement\") is made - and entered into as of July 16, 2024, by and between:\n\nParty A:\n\n_____\n_____\n_____\nContact: - _____\nPhone: _____\nEmail: _____\n\nParty B:\n\nExample.Com LLC\n5678 Random - Drive\nNew York, NY 00000\nContact: Jane Doe, Managing Partner\nPhone: (012) - 345-6789\nEmail: jane.doe@example.com\n\n1. Purpose:\n\nThe purpose of this - Agreement is to protect the confidential information that may be disclosed between - the parties during discussions and engagements regarding potential business - collaborations and partnerships.\n\n2. Definition of Confidential Information:\n\nFor - purposes of this Agreement, \"Confidential Information\" means any and all non-public - information, conveyed in all forms, whether in oral, written, electronic, or - other form or media, whether or not marked, designated, or otherwise identified - as \"confidential,\" that has been or may be disclosed to, accessed by, or observed - by Receiving Party, which (i) has actual or potential economic value by virtue - of not being generally known to, and not being readily ascertainable by proper - means by, other persons who can obtain economic value from its disclosure or - use, or (ii) is subject to reasonable efforts by Disclosing Party to maintain - its secrecy and confidentiality.\n\nConfidential Information includes, but is - not limited to, the following categories: (1) business information (business - plans, strategies, and models), (2) technical information (technical specifications - and documentation, research and development activities), (3) customer and market - information (customer lists and contact information, sales histories and patterns), - (4) personnel and internal information (employee lists and contact information, - employment agreements and personnel files), (5) intellectual property (trade - secrets and know-how, patents and patent applications, copyrights and copyright - applications, trademarks and trademark applications), (6) strategic information - (merger and acquisition plans, competitive analyses and strategies). Software - code shall also be included into the confidential information.\n\nConfidential - Information shall not include information that: (a) is or becomes generally - available to the public other than as a result of disclosure by Receiving Party - or its Representatives; (b) was available to Receiving Party on a non-confidential - basis prior to its disclosure by Disclosing Party; (c) becomes available to - Receiving Party on a non-confidential basis from a person other than Disclosing - Party who is not otherwise bound by a confidentiality obligation to Disclosing - Party; or (d) was independently developed by Receiving Party without reference - to or use of any Confidential Information. The name of the dog of the Receiving - Party is Bob.\nThe designation of information as Confidential Information shall - not be determinative of whether such information constitutes a trade secret - under applicable law. All Confidential Information shall remain the exclusive - property of Disclosing Party, and Receiving Party shall have no rights, by license - or otherwise, to use the Confidential Information except as expressly provided - herein.\n\n3. Obligations of Receiving Party:\n\nThe party receiving Confidential - Information (\"Receiving Party\") shall:\n\na. Maintain the confidentiality - of the Confidential Information and not disclose it to any third party without - the prior written consent of the Disclosing Party.\n\nb. Use the Confidential - Information solely for the purpose of evaluating or engaging in the potential - business collaboration.\n\nc. Take all necessary precautions to protect the - confidentiality of the Confidential Information, which shall be no less than - the precautions it takes to protect its own confidential information.\n\n4. - Exclusions from Confidential Information:\n\nConfidential Information does not - include information that:\n\na. Is or becomes publicly known through no wrongful - act of the Receiving Party.\n\nb. Is already known to the Receiving Party at - the time of disclosure.\n\nc. Is lawfully received from a third party without - breach of this Agreement.\n\nd. Is independently developed by the Receiving - Party without use of or reference to the Disclosing Party''s Confidential Information.\n\n6. - Return of Materials:\n\nUpon termination of this Agreement or upon request, - the Receiving Party shall return all materials containing Confidential Information - to the Disclosing Party or destroy them, at the Disclosing Party''s discretion.\n\n5. - Liability:\n\na. Total Liability Cap:\n The total liability of either party - for any and all claims arising out of or related to this Agreement, whether - in contract, tort, or otherwise, shall not exceed the greater of (i) $100,000 - or (ii) the total amount paid by the Receiving Party to the Disclosing Party - under any separate business agreement between the parties during the twelve - (12) months preceding the event giving rise to the claim. This limitation of - liability is cumulative and not per incident.\n\nb. Penalties for Breach:\n - In the event of a breach of this Agreement by the Receiving Party, the Disclosing - Party shall be entitled to seek injunctive relief in addition to any other remedy - available at law or in equity. The Receiving Party acknowledges that a breach - of this Agreement may cause irreparable harm to the Disclosing Party for which - monetary damages would be an inadequate remedy. In addition to injunctive relief, - the Receiving Party shall be liable for liquidated damages in the amount of - $25,000 for each instance of unauthorized disclosure or use of Confidential - Information, which the parties agree represents a reasonable estimate of the - damages likely to be suffered and not a penalty.\n\n7. No License:\n\nNothing - in this Agreement shall be construed as granting any rights to the Receiving - Party, by license or otherwise, to any of the Disclosing Party\u2019s Confidential - Information, except as expressly set forth in this Agreement.\n\n8. Governing - Law and Disputes:\n\nThis Agreement shall be governed by and construed in accordance - with the laws of the State of California, without regard to its conflict of - law principles.\n\nAll disputes shall be resolved by the courts of the State - of California. This Agreement shall remain in effect for a period of five (5) - years from the date of signing this agreement.\n\n9. Miscellaneous:\n\na. This - Agreement constitutes the entire agreement between the parties with respect - to the subject matter hereof and supersedes all prior or contemporaneous oral - or written agreements concerning such subject matter.\n\nb. Any amendments or - modifications to this Agreement must be made in writing and signed by both parties.\n\nc. - If any provision of this Agreement is found to be unenforceable, the remainder - shall be enforced as fully as possible and the unenforceable provision shall - be deemed modified to the limited extent required to permit its enforcement - in a manner most closely representing the intention of the parties.\n\nd. The - Disclosing Party shall be a good person to execute this contract.\n\nIN WITNESS - WHEREOF, the parties hereto have executed this Non-Disclosure Agreement as of - the date first above written.\n\n_____\nBy: ___________________________\nName: - _____\nTitle: _____\nDate: ___________________________\n\nExample.Com LLC\nBy: - ___________________________\nName: Jane Doe\nTitle: Managing Partner\nDate: - ___________________________\n"}], "options": {"num_predict": - 16000}, "stream": false}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '25672' - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/chat - response: - body: - string: '{"model": "gpt-oss:20b", "created_at": "2025-08-31T00:25:04.5946017Z", - "message": {"role": "assistant", "content": "[{\"concept_id\":\"C0\",\"extracted_items\":[5.0]}]", - "thinking": "We need to extract concept C0: \"Contract term\" with description - \"Contract term in years\". Extracted item type: float. The document is an - NDA with \"This Agreement shall remain in effect for a period of five (5) - years from the date of signing this agreement.\" That gives the contract term - in years: 5. It is in the text. So extracted item: 5.0? Since type float, - we can give 5.0 or 5. We''ll output 5.0? Float type. The example might allow - integer. But float is accepted. Provide 5.0.\n\nWe must output array of objects, - only one concept. According to format, each object has \"concept_id\": \"C0\", - \"extracted_items\": [ ].\n\nItem should be a float. So extracted_items: - [5.0]. Ensure no extra keys.\n\nThus final JSON array: [ { \"concept_id\":\"C0\", - \"extracted_items\":[5.0] } ].\n\nCheck no trailing comma.\n\nReturn that."}, - "done_reason": "stop", "done": true, "total_duration": 69289187000, "load_duration": - 109260700, "prompt_eval_count": 4957, "prompt_eval_duration": 30533415500, - "eval_count": 243, "eval_duration": 38635776600}' - headers: - Content-Length: - - '1219' - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: '{"name":"gpt-oss:20b"}' - headers: - accept: - - '*/*' - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - '22' - content-type: - - application/json - host: - - DUMMY - user-agent: - - litellm/1.76.0 - method: POST - uri: http://localhost:11434/api/show - response: - body: - string: "{\"license\": \"\\n Apache License\\n - \ Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\", \"modelfile\": \"# Modelfile generated - by \\\"ollama show\\\"\\n# To build a new Modelfile based on this, replace - FROM with:\\n# FROM gpt-oss:20b\\n\\nFROM C:\\\\Users\\\\SergiiShcherbak\\\\.ollama\\\\models\\\\blobs\\\\sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\\nTEMPLATE - \\\"\\\"\\\"<|start|>system<|message|>You are ChatGPT, a large language model - trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent date: {{ currentDate - }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") }}\\n\\nReasoning: - {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) - }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools := false - }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- $hasBrowserOpen - := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython := false }}\\n - \ {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\\\"\\\"\\\"\\nPARAMETER temperature 1\\nLICENSE \\\"\\\"\\\"\\n Apache - License\\n Version 2.0, January 2004\\n http://www.apache.org/licenses/\\n\\n - \ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\\n\\n 1. - Definitions.\\n\\n \\\"License\\\" shall mean the terms and conditions - for use, reproduction,\\n and distribution as defined by Sections 1 through - 9 of this document.\\n\\n \\\"Licensor\\\" shall mean the copyright owner - or entity authorized by\\n the copyright owner that is granting the License.\\n\\n - \ \\\"Legal Entity\\\" shall mean the union of the acting entity and all\\n - \ other entities that control, are controlled by, or are under common\\n - \ control with that entity. For the purposes of this definition,\\n \\\"control\\\" - means (i) the power, direct or indirect, to cause the\\n direction or - management of such entity, whether by contract or\\n otherwise, or (ii) - ownership of fifty percent (50%) or more of the\\n outstanding shares, - or (iii) beneficial ownership of such entity.\\n\\n \\\"You\\\" (or \\\"Your\\\") - shall mean an individual or Legal Entity\\n exercising permissions granted - by this License.\\n\\n \\\"Source\\\" form shall mean the preferred form - for making modifications,\\n including but not limited to software source - code, documentation\\n source, and configuration files.\\n\\n \\\"Object\\\" - form shall mean any form resulting from mechanical\\n transformation - or translation of a Source form, including but\\n not limited to compiled - object code, generated documentation,\\n and conversions to other media - types.\\n\\n \\\"Work\\\" shall mean the work of authorship, whether - in Source or\\n Object form, made available under the License, as indicated - by a\\n copyright notice that is included in or attached to the work\\n - \ (an example is provided in the Appendix below).\\n\\n \\\"Derivative - Works\\\" shall mean any work, whether in Source or Object\\n form, that - is based on (or derived from) the Work and for which the\\n editorial - revisions, annotations, elaborations, or other modifications\\n represent, - as a whole, an original work of authorship. For the purposes\\n of this - License, Derivative Works shall not include works that remain\\n separable - from, or merely link (or bind by name) to the interfaces of,\\n the Work - and Derivative Works thereof.\\n\\n \\\"Contribution\\\" shall mean any - work of authorship, including\\n the original version of the Work and - any modifications or additions\\n to that Work or Derivative Works thereof, - that is intentionally\\n submitted to Licensor for inclusion in the Work - by the copyright owner\\n or by an individual or Legal Entity authorized - to submit on behalf of\\n the copyright owner. For the purposes of this - definition, \\\"submitted\\\"\\n means any form of electronic, verbal, - or written communication sent\\n to the Licensor or its representatives, - including but not limited to\\n communication on electronic mailing lists, - source code control systems,\\n and issue tracking systems that are managed - by, or on behalf of, the\\n Licensor for the purpose of discussing and - improving the Work, but\\n excluding communication that is conspicuously - marked or otherwise\\n designated in writing by the copyright owner as - \\\"Not a Contribution.\\\"\\n\\n \\\"Contributor\\\" shall mean Licensor - and any individual or Legal Entity\\n on behalf of whom a Contribution - has been received by Licensor and\\n subsequently incorporated within - the Work.\\n\\n 2. Grant of Copyright License. Subject to the terms and - conditions of\\n this License, each Contributor hereby grants to You - a perpetual,\\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\\n - \ copyright license to reproduce, prepare Derivative Works of,\\n publicly - display, publicly perform, sublicense, and distribute the\\n Work and - such Derivative Works in Source or Object form.\\n\\n 3. Grant of Patent - License. Subject to the terms and conditions of\\n this License, each - Contributor hereby grants to You a perpetual,\\n worldwide, non-exclusive, - no-charge, royalty-free, irrevocable\\n (except as stated in this section) - patent license to make, have made,\\n use, offer to sell, sell, import, - and otherwise transfer the Work,\\n where such license applies only to - those patent claims licensable\\n by such Contributor that are necessarily - infringed by their\\n Contribution(s) alone or by combination of their - Contribution(s)\\n with the Work to which such Contribution(s) was submitted. - If You\\n institute patent litigation against any entity (including a\\n - \ cross-claim or counterclaim in a lawsuit) alleging that the Work\\n - \ or a Contribution incorporated within the Work constitutes direct\\n - \ or contributory patent infringement, then any patent licenses\\n granted - to You under this License for that Work shall terminate\\n as of the - date such litigation is filed.\\n\\n 4. Redistribution. You may reproduce - and distribute copies of the\\n Work or Derivative Works thereof in any - medium, with or without\\n modifications, and in Source or Object form, - provided that You\\n meet the following conditions:\\n\\n (a) You - must give any other recipients of the Work or\\n Derivative Works - a copy of this License; and\\n\\n (b) You must cause any modified files - to carry prominent notices\\n stating that You changed the files; - and\\n\\n (c) You must retain, in the Source form of any Derivative Works\\n - \ that You distribute, all copyright, patent, trademark, and\\n attribution - notices from the Source form of the Work,\\n excluding those notices - that do not pertain to any part of\\n the Derivative Works; and\\n\\n - \ (d) If the Work includes a \\\"NOTICE\\\" text file as part of its\\n - \ distribution, then any Derivative Works that You distribute must\\n - \ include a readable copy of the attribution notices contained\\n - \ within such NOTICE file, excluding those notices that do not\\n - \ pertain to any part of the Derivative Works, in at least one\\n - \ of the following places: within a NOTICE text file distributed\\n - \ as part of the Derivative Works; within the Source form or\\n documentation, - if provided along with the Derivative Works; or,\\n within a display - generated by the Derivative Works, if and\\n wherever such third-party - notices normally appear. The contents\\n of the NOTICE file are for - informational purposes only and\\n do not modify the License. You - may add Your own attribution\\n notices within Derivative Works that - You distribute, alongside\\n or as an addendum to the NOTICE text - from the Work, provided\\n that such additional attribution notices - cannot be construed\\n as modifying the License.\\n\\n You may - add Your own copyright statement to Your modifications and\\n may provide - additional or different license terms and conditions\\n for use, reproduction, - or distribution of Your modifications, or\\n for any such Derivative - Works as a whole, provided Your use,\\n reproduction, and distribution - of the Work otherwise complies with\\n the conditions stated in this - License.\\n\\n 5. Submission of Contributions. Unless You explicitly state - otherwise,\\n any Contribution intentionally submitted for inclusion - in the Work\\n by You to the Licensor shall be under the terms and conditions - of\\n this License, without any additional terms or conditions.\\n Notwithstanding - the above, nothing herein shall supersede or modify\\n the terms of any - separate license agreement you may have executed\\n with Licensor regarding - such Contributions.\\n\\n 6. Trademarks. This License does not grant permission - to use the trade\\n names, trademarks, service marks, or product names - of the Licensor,\\n except as required for reasonable and customary use - in describing the\\n origin of the Work and reproducing the content of - the NOTICE file.\\n\\n 7. Disclaimer of Warranty. Unless required by applicable - law or\\n agreed to in writing, Licensor provides the Work (and each\\n - \ Contributor provides its Contributions) on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\\n implied, - including, without limitation, any warranties or conditions\\n of TITLE, - NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\\n PARTICULAR PURPOSE. - You are solely responsible for determining the\\n appropriateness of - using or redistributing the Work and assume any\\n risks associated with - Your exercise of permissions under this License.\\n\\n 8. Limitation of - Liability. In no event and under no legal theory,\\n whether in tort - (including negligence), contract, or otherwise,\\n unless required by - applicable law (such as deliberate and grossly\\n negligent acts) or - agreed to in writing, shall any Contributor be\\n liable to You for damages, - including any direct, indirect, special,\\n incidental, or consequential - damages of any character arising as a\\n result of this License or out - of the use or inability to use the\\n Work (including but not limited - to damages for loss of goodwill,\\n work stoppage, computer failure or - malfunction, or any and all\\n other commercial damages or losses), even - if such Contributor\\n has been advised of the possibility of such damages.\\n\\n - \ 9. Accepting Warranty or Additional Liability. While redistributing\\n - \ the Work or Derivative Works thereof, You may choose to offer,\\n and - charge a fee for, acceptance of support, warranty, indemnity,\\n or other - liability obligations and/or rights consistent with this\\n License. - However, in accepting such obligations, You may act only\\n on Your own - behalf and on Your sole responsibility, not on behalf\\n of any other - Contributor, and only if You agree to indemnify,\\n defend, and hold - each Contributor harmless for any liability\\n incurred by, or claims - asserted against, such Contributor by reason\\n of your accepting any - such warranty or additional liability.\\n\\n END OF TERMS AND CONDITIONS\\n\\n - \ APPENDIX: How to apply the Apache License to your work.\\n\\n To apply - the Apache License to your work, attach the following\\n boilerplate - notice, with the fields enclosed by brackets \\\"[]\\\"\\n replaced with - your own identifying information. (Don't include\\n the brackets!) The - text should be enclosed in the appropriate\\n comment syntax for the - file format. We also recommend that a\\n file or class name and description - of purpose be included on the\\n same \\\"printed page\\\" as the copyright - notice for easier\\n identification within third-party archives.\\n Copyright - [yyyy] [name of copyright owner]\\n Licensed under the Apache License, Version - 2.0 (the \\\"License\\\");\\n you may not use this file except in compliance - with the License.\\n You may obtain a copy of the License at\\n http://www.apache.org/licenses/LICENSE-2.0\\n - \ Unless required by applicable law or agreed to in writing, software\\n - \ distributed under the License is distributed on an \\\"AS IS\\\" BASIS,\\n - \ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\\n - \ See the License for the specific language governing permissions and\\n - \ limitations under the License.\\\"\\\"\\\"\\n\", \"parameters\": \"temperature - \ 1\", \"template\": \"<|start|>system<|message|>You are - ChatGPT, a large language model trained by OpenAI.\\nKnowledge cutoff: 2024-06\\nCurrent - date: {{ currentDate }}\\n{{- if and .IsThinkSet .Think (ne .ThinkLevel \\\"\\\") - }}\\n\\nReasoning: {{ .ThinkLevel }}\\n{{- else if or (not .IsThinkSet) (and - .IsThinkSet .Think) }}\\n\\nReasoning: medium\\n{{- end }}\\n\\n{{- $hasNonBuiltinTools - := false }}\\n{{- if .Tools -}}\\n{{- $hasBrowserSearch := false }}\\n{{- - $hasBrowserOpen := false }}\\n{{- $hasBrowserFind := false }}\\n{{- $hasPython - := false }}\\n {{- range .Tools }}\\n {{- if eq .Function.Name \\\"browser.search\\\" - -}}{{- $hasBrowserSearch = true -}}\\n {{- else if eq .Function.Name \\\"browser.open\\\" - -}}{{- $hasBrowserOpen = true -}}\\n {{- else if eq .Function.Name \\\"browser.find\\\" - -}}{{- $hasBrowserFind = true -}}\\n {{- else if eq .Function.Name \\\"python\\\" - -}}{{- $hasPython = true -}}\\n {{- else }}{{ $hasNonBuiltinTools = true - -}}\\n {{- end }}\\n {{- end }}\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind $hasPython }}\\n\\n# Tools\\n{{- if or $hasBrowserSearch $hasBrowserOpen - $hasBrowserFind }}\\n\\n## browser\\n\\n// Tool for browsing.\\n// The `cursor` - appears in brackets before each browsing display: `[{cursor}]`.\\n// Cite - information from the tool using the following format:\\n// `\u3010{cursor}\u2020L{line_start}(-L{line_end})?\u3011`, - for example: `\u30106\u2020L9-L11\u3011` or `\u30108\u2020L3\u3011`.\\n// - Do not quote more than 10 words directly from the tool output.\\n// sources=web - (default: web)\\nnamespace browser {\\n{{- if $hasBrowserSearch }}\\n\\n// - Searches for information related to `query` and displays `topn` results.\\ntype - search = (_: {\\nquery: string,\\ntopn?: number, // default: 10\\nsource?: - string,\\n}) => any;\\n{{- end }}\\n{{- if $hasBrowserOpen }}\\n\\n// Opens - the link `id` from the page indicated by `cursor` starting at line number - `loc`, showing `num_lines` lines.\\n// Valid link ids are displayed with the - formatting: `\u3010{id}\u2020.*\u3011`.\\n// If `cursor` is not provided, - the most recent page is implied.\\n// If `id` is a string, it is treated as - a fully qualified URL associated with `source`.\\n// If `loc` is not provided, - the viewport will be positioned at the beginning of the document or centered - on the most relevant passage, if available.\\n// Use this function without - `id` to scroll to a new location of an opened page.\\ntype open = (_: {\\nid?: - number | string, // default: -1\\ncursor?: number, // default: -1\\nloc?: - number, // default: -1\\nnum_lines?: number, // default: -1\\nview_source?: - boolean, // default: false\\nsource?: string,\\n}) => any;\\n{{- end }}\\n{{- - if $hasBrowserFind }}\\n\\n// Finds exact matches of `pattern` in the current - page, or the page given by `cursor`.\\ntype find = (_: {\\npattern: string,\\ncursor?: - number, // default: -1\\n}) => any;\\n{{- end }}\\n\\n} // namespace browser\\n{{- - end }}{{/* end if has browser tools */}}\\n{{- if $hasPython }}\\n\\n## python\\n\\nUse - this tool to execute Python code in your chain of thought. The code will not - be shown to the user. This tool should be used for internal reasoning, but - not for code that is intended to be visible to the user (e.g. when creating - plots, tables, or files).\\n\\nWhen you send a message containing Python code - to python, it will be executed in a stateful Jupyter notebook environment. - python will respond with the output of the execution or time out after 120.0 - seconds. The drive at '/mnt/data' can be used to save and persist user files. - Internet access for this session is UNKNOWN. Depends on the cluster.\\n{{- - end }}{{/* end if hasPython */}}\\n{{- end }}{{/* end if has any built-in - tools */}}\\n{{- end }}{{/* end if .Tools */}}\\n\\n# Valid channels: analysis, - commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools - }}\\nCalls to these tools must go to the commentary channel: 'functions'.\\n{{- - end -}}<|end|>{{/* end of system */ -}}\\n{{- if or $hasNonBuiltinTools .System - -}}\\n<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools\\n\\n## - functions\\n\\nnamespace functions {\\n{{- range .Tools }}\\n{{- if not (or - (eq .Function.Name \\\"browser.search\\\") (eq .Function.Name \\\"browser.open\\\") - (eq .Function.Name \\\"browser.find\\\") (eq .Function.Name \\\"python\\\")) - }}\\n{{if .Function.Description }}\\n// {{ .Function.Description }}\\n{{- - end }}\\n{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) - 0) }}\\ntype {{ .Function.Name }} = (_: {\\n{{- range $name, $prop := .Function.Parameters.Properties - }}\\n{{- if $prop.Description }}\\n // {{ $prop.Description }}\\n{{- end - }}\\n {{ $name }}: {{ $prop | toTypeScriptType }},\\n{{- end }}\\n}) => any;\\n{{- - else }}\\ntype {{ .Function.Name }} = () => any;\\n{{- end }}\\n{{- end }}{{/* - end if not browser tool */}}\\n{{- end }}{{/* end of range .Tools */}}\\n\\n} - // namespace functions\\n{{- end }}{{/* end if hasNonBuiltinTools */}}\\n{{- - if .System}}\\n\\n# Instructions\\n\\n{{ .System }}\\n{{- end -}}\\n<|end|>\\n{{- - end -}}\\n{{- /* Find the index of the last user message */ -}}\\n{{- $lastUserIdx - := -1 }}\\n{{- $prefillingContent := false }}\\n{{- $prefillingThinkingOnly - := false }}\\n{{- range $i, $msg := .Messages }}\\n {{- $last := eq (len - (slice $.Messages $i)) 1 -}}\\n {{- if eq $msg.Role \\\"user\\\" }}\\n {{- - $lastUserIdx = $i }}\\n {{- end -}}\\n {{- if and $last (eq $msg.Role \\\"assistant\\\") - (gt (len $msg.Content) 0) }}\\n {{- $prefillingContent = true }}\\n {{- - else if and $last (eq $msg.Role \\\"assistant\\\") (gt (len $msg.Thinking) - 0) }}\\n {{- $prefillingThinkingOnly = true }}\\n {{- end }}\\n{{- end - -}}\\n{{- /* Now render messages */ -}}\\n{{- range $i, $msg := .Messages - }}\\n {{- $last := eq (len (slice $.Messages $i)) 1 -}}\\n {{- if (ne $msg.Role - \\\"system\\\") -}}\\n {{- if eq $msg.Role \\\"tool\\\" -}}\\n {{- - if or (eq $msg.ToolName \\\"python\\\") (eq $msg.ToolName \\\"browser.search\\\") - (eq $msg.ToolName \\\"browser.open\\\") (eq $msg.ToolName \\\"browser.find\\\") - -}}\\n <|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content - }}<|end|>\\n {{- else -}}\\n <|start|>functions.{{ $msg.ToolName - }} to=assistant<|message|>{{ $msg.Content }}<|end|>\\n {{- end -}}\\n - \ {{- else if eq $msg.Role \\\"assistant\\\" -}}\\n {{- if and $msg.Thinking - (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message - */ -}}\\n <|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking - }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}\\n {{- end - -}}\\n {{- if gt (len $msg.Content) 0 -}}\\n <|start|>assistant<|channel|>final<|message|>{{ - $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}\\n {{- - end -}}\\n {{- if gt (len $msg.ToolCalls) 0 -}}\\n {{- range $j, - $toolCall := $msg.ToolCalls -}}\\n {{- $isBuiltin := or (eq $toolCall.Function.Name - \\\"python\\\") (eq $toolCall.Function.Name \\\"browser.search\\\") (eq $toolCall.Function.Name - \\\"browser.open\\\") (eq $toolCall.Function.Name \\\"browser.find\\\") -}}\\n - \ <|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else - }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name - }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>\\n - \ {{- end -}}\\n {{- end -}}\\n {{- else if eq $msg.Role \\\"user\\\" - -}}\\n <|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>\\n - \ {{- end }}\\n {{- else }}\\n {{- end }}\\n{{- end -}}\\n{{- if not (or - $prefillingContent $prefillingThinkingOnly) -}}\\n<|start|>assistant\\n{{- - end -}}\", \"details\": {\"parent_model\": \"/Users/ollama/.ollama/models/blobs/sha256-b112e727c6f18875636c56a779790a590d705aec9e1c0eb5a97d51fc2a778583\", - \"format\": \"gguf\", \"family\": \"gptoss\", \"families\": [\"gptoss\"], - \"parameter_size\": \"20.9B\", \"quantization_level\": \"MXFP4\"}, \"model_info\": - {\"general.architecture\": \"gptoss\", \"general.file_type\": 4, \"general.parameter_count\": - 20914757184, \"general.quantization_version\": 2, \"gptoss.attention.head_count\": - 64, \"gptoss.attention.head_count_kv\": 8, \"gptoss.attention.key_length\": - 64, \"gptoss.attention.layer_norm_rms_epsilon\": 1e-05, \"gptoss.attention.sliding_window\": - 128, \"gptoss.attention.value_length\": 64, \"gptoss.block_count\": 24, \"gptoss.context_length\": - 131072, \"gptoss.embedding_length\": 2880, \"gptoss.expert_count\": 32, \"gptoss.expert_used_count\": - 4, \"gptoss.feed_forward_length\": 2880, \"gptoss.rope.freq_base\": 150000, - \"gptoss.rope.scaling.factor\": 32, \"gptoss.rope.scaling.original_context_length\": - 4096, \"tokenizer.ggml.add_bos_token\": false, \"tokenizer.ggml.add_eos_token\": - false, \"tokenizer.ggml.bos_token_id\": 199998, \"tokenizer.ggml.eos_token_id\": - 199999, \"tokenizer.ggml.eos_token_ids\": null, \"tokenizer.ggml.merges\": - null, \"tokenizer.ggml.model\": \"gpt2\", \"tokenizer.ggml.pre\": \"default\", - \"tokenizer.ggml.scores\": null, \"tokenizer.ggml.token_type\": null, \"tokenizer.ggml.tokens\": - null}, \"tensors\": [{\"name\": \"blk.0.attn_norm.weight\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.bias\", \"type\": \"F32\", - \"shape\": [2880]}, {\"name\": \"blk.0.attn_out.weight\", \"type\": \"BF16\", - \"shape\": [4096, 2880]}, {\"name\": \"blk.0.attn_qkv.bias\", \"type\": \"F32\", - \"shape\": [5120]}, {\"name\": \"blk.0.attn_qkv.weight\", \"type\": \"BF16\", - \"shape\": [2880, 5120]}, {\"name\": \"blk.0.attn_sinks\", \"type\": \"F32\", - \"shape\": [64]}, {\"name\": \"blk.0.ffn_down_exps.bias\", \"type\": \"BF16\", - \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_down_exps.weight\", \"type\": - \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.0.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.0.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.0.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.0.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.1.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.1.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.1.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.1.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.1.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.1.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.1.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.1.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.1.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.2.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.2.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.2.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.2.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.2.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.2.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.2.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.2.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.3.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.3.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.3.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.3.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.3.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.3.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.3.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.3.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.3.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.4.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.4.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.4.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.4.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.4.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.4.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.4.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.4.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.4.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.5.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.5.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.5.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.5.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.5.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.5.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.5.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.5.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.5.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.6.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.6.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.6.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.6.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.6.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.6.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.6.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.6.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.6.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.7.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.7.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.7.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.7.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.7.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.7.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.7.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.7.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.7.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.8.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.8.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.8.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.8.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.8.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.8.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.8.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.8.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.8.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.9.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.9.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.9.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.9.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.9.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.9.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.9.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.9.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.9.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.10.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.10.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.10.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.10.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.10.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.10.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.10.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.10.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.11.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.11.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.11.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.11.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.11.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.11.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.11.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.11.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.11.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.12.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.12.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.12.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.12.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.12.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.12.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.12.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.12.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.12.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.12.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.13.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.13.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.13.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.13.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.13.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.13.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.13.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.13.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.13.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.13.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.14.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.14.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.14.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.14.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.14.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.14.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.14.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.14.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.14.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.14.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.15.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.15.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.15.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.15.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.15.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.15.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.15.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.15.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.16.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.16.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.16.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.16.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.16.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.16.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.16.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.16.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.16.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.17.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.17.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.17.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.17.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.17.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.17.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.17.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.17.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.18.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.18.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.18.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.18.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.18.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.18.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.18.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.18.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.18.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.19.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.19.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.19.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.19.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.19.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.19.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.19.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.19.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.19.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.20.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.20.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.20.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.20.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.20.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.20.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.20.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.20.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.20.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.21.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.21.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.21.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.21.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.21.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.21.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.21.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.21.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.22.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.22.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.22.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.22.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.22.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.22.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.22.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.22.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"blk.22.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.attn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.bias\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.attn_out.weight\", - \"type\": \"BF16\", \"shape\": [4096, 2880]}, {\"name\": \"blk.23.attn_qkv.bias\", - \"type\": \"F32\", \"shape\": [5120]}, {\"name\": \"blk.23.attn_qkv.weight\", - \"type\": \"BF16\", \"shape\": [2880, 5120]}, {\"name\": \"blk.23.attn_sinks\", - \"type\": \"F32\", \"shape\": [64]}, {\"name\": \"blk.23.ffn_gate_inp.bias\", - \"type\": \"F32\", \"shape\": [32]}, {\"name\": \"blk.23.ffn_gate_inp.weight\", - \"type\": \"F32\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_gate_up_exps.bias\", - \"type\": \"BF16\", \"shape\": [5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.bias\", - \"type\": \"BF16\", \"shape\": [2880, 32]}, {\"name\": \"blk.23.ffn_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"blk.23.ffn_gate_up_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 5760, 32]}, {\"name\": \"blk.23.ffn_down_exps.weight\", - \"type\": \"MXFP4\", \"shape\": [2880, 2880, 32]}, {\"name\": \"output.weight\", - \"type\": \"BF16\", \"shape\": [2880, 201088]}, {\"name\": \"output_norm.weight\", - \"type\": \"F32\", \"shape\": [2880]}, {\"name\": \"token_embd.weight\", \"type\": - \"BF16\", \"shape\": [2880, 201088]}], \"capabilities\": [\"completion\", - \"tools\", \"thinking\"], \"modified_at\": \"2025-08-31T00:33:40.5130843+02:00\"}" - headers: - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - Transfer-Encoding: - - chunked - status: - code: 200 - message: OK -- request: - body: "{\"messages\":[{\"role\":\"system\",\"content\":\"\\nYou - will be assigned tasks involving the extraction, analysis, and interpretation - of data within various types of documents. Your role is to carefully process - the information and provide accurate, relevant outputs based on the specific - instructions provided.\\n\\n\\n\\nAll - instructions you receive will be organized using semantic XML tags for clarity - and structure. Each section will be properly tagged to indicate its purpose - and content type, making it easier to understand the task requirements and expected - outputs.\\n\\n\\n\\nKEY - TERMINOLOGY TO UNDERSTAND:\\n\\n \\n 1. Document: A structured - or unstructured file containing written or visual content. Documents can vary - in type and purpose, including but not limited to:\\n \\n - \ - Contracts: Legal agreements defining terms and obligations.\\n - Invoices: - Financial documents detailing transactions and payments.\\n - Curricula Vitae - (CVs): Resumes outlining an individual's professional experience and qualifications.\\n - \ - Visual Documents: Images, scanned documents, blueprints, photographs, - charts, diagrams, or screenshots that contain relevant information.\\n - - General Documents: Any other types of files that may contain text, tables, images, - or mixed formats.\\n \\n \\n Note that occasionally you - may be working with document fragments rather than complete documents. These - fragments represent portions of a larger document and should be analyzed within - their limited context. When working with fragments, focus on extracting information - from the available content without making assumptions about missing parts.\\n\\n - \ \\n Documents may contain textual or visual content:\\n - \ - Text-based content: Written information that can be directly read and - processed.\\n - Visual content: Images, charts, diagrams, blueprints, tables, - handwritten text, or other visual elements that require visual interpretation.\\n - \ \\n \\n\\n \\n - \ 2. Aspect: A defined area or topic within a document that requires focused - attention. Each aspect corresponds to a specific subject or theme described - in the task. For example:\\n \\n - Contract Aspects: - Payment terms, parties involved, or termination clauses.\\n - Invoice Aspects: - Due dates, line-item breakdowns, or tax details.\\n - CV Aspects: Work experience, - education, or skills.\\n \\n You will analyze aspects - as instructed, considering their relevance and context within the document.\\n - \ \\n\\n \\n 3. Concept: A unit of - information or an entity relevant to the task. Concepts may be derived from - an aspect or the broader document context. They represent a wide range of data - points and insights, from simple entities (names, dates, monetary values) to - complex evaluations, conclusions, and answers to specific questions. Concepts - can be:\\n \\n - Factual extractions: Such as a penalty - clause in a contract, a total amount due in an invoice, or a certification in - a CV.\\n - Analytical insights: Such as risk assessments, compliance evaluations, - or pattern identifications.\\n - Reasoned conclusions: Such as determining - whether a document meets specific criteria or answers particular questions.\\n - \ - Interpretative judgments: Such as ratings, classifications, or qualitative - assessments based on document content.\\n - Label classifications: Content - categorization using predefined labels.\\n \\n \\n\\n\\n\\n\\nCRITICAL - GUIDELINES FOR YOUR WORK:\\n\\n \\n - Precision and - accuracy: Extract only information that is explicitly stated or can be directly - inferred from the document content. Avoid speculation or assumptions beyond - what the document content clearly supports.\\n \\n\\n - \ \\n - Visual content analysis: When processing visual - content (images):\\n -- Examine all visual elements carefully, including - text within images, charts, diagrams, logos, layout structures, etc.\\n -- - Identify and analyze visual patterns, relationships, and structural information - that may not be explicitly stated in text.\\n -- Consider the visual context - and layout as it may provide important semantic information.\\n -- Analyze - information in tables, forms, charts, and diagrams with attention to their visual - structure and relationships.\\n \\n\\n \\n - \ - Contextual understanding: Consider the full context when performing extractions. - A single paragraph or sentence may have different meanings depending on surrounding - content, document type, and domain-specific terminology.\\n \\n\\n - \ \\n - Systematic analysis: Before extracting, thoroughly - understand:\\n -- The nature and type of the document\\n -- The specific - aspects or concepts you need to focus on\\n -- The expected output format - and structure requirements\\n -- Any constraints or special handling instructions\\n - \ \\n\\n \\n - Quality control: After - extraction, verify that:\\n -- All extracted information directly relates - to the specified aspects/concepts\\n -- The output format matches the required - schema exactly\\n -- No extraneous information has been included\\n -- - All mandatory fields are present and correctly populated\\n \\n\\n - \ \\n - Conservative approach: When in doubt about whether - information qualifies for extraction:\\n -- If the relevance is unclear, - err on the side of exclusion\\n -- If multiple interpretations are possible, - choose the most conservative one\\n -- If information is ambiguous, do not - force an extraction\\n \\n\\n \\n - \ - Structured output compliance: Adhere strictly to the specified JSON format - requirements. Do not:\\n -- Add extra fields beyond what is requested\\n - \ -- Modify the structure or field names\\n -- Include explanatory text - outside the JSON structure\\n -- Use code blocks or formatting markers unless - explicitly required\\n \\n\\n\\n\\n\\nEXPECTED - DELIVERABLES:\\n \\n - Structured outputs: Clearly formatted - and well-organized results based on the task requirements.\\n - Explanations - (when required): When required by the instructions, include justifications or - reasoning for your interpretations.\\n - Insights (when required): When required - by the instructions, highlight trends, patterns, or noteworthy findings that - could add value to the task.\\n - References (when required): When required - by the instructions, output references based on which you extracted data, provided - insights, or made conclusions during the task.\\n \\n\\n\\n\\n\\nBy - adhering to this framework, you will ensure consistent and high-quality performance - across diverse document analysis tasks.\\n\"},{\"role\":\"user\",\"content\":\"\\nBelow - you will find a list of consecutively ordered paragraphs from a document and - a list of aspects.\\n\\n\\n\\nAll - structured information in these instructions is provided using semantic XML - tags. Field names correspond directly to tag names (e.g., aspect_name, paragraph_text, - sentence_text, additional_context, etc.).\\n\\n\\n\\nUse - private deliberation to plan, evaluate evidence, and verify decisions. Do not - reveal any intermediate analysis, notes, or steps. Only output the JSON specified - within tags.\\n\\nFollow this internal three-stage - process:\\n\\n1. Plan\\n - Internally restate each aspect in one sentence.\\n - \ - List 3-5 concrete lexical/semantic cues for relevance, including indicators - of prohibition, requirement, exception, conditionals, and negations.\\n - - Define internal inclusion/exclusion criteria for borderline matches.\\n\\n2. - Evidence triage\\n - For each paragraph, generate candidate matches to aspects.\\n - \ - Collect minimal sufficient textual evidence privately and note negation, - hypothetical, or conditional forms.\\n - Prefer precision over recall; include - only high-confidence matches and omit weak or ambiguous ones.\\n\\n3. Consistency - pass\\n - Deduplicate paragraph IDs within each aspect and preserve the original - order.\\n\\nNever disclose any plan, evidence, or internal notes - only the - JSON array defined within tags.\\n\\n\\n\\nYour - task is to:\\n\\n1. Read and understand the aspects\\n - Each aspect is identified - by an Aspect ID (for example, \\\"A0\\\", \\\"A1\\\", etc.) specified within - tags, includes a name specified within - tags, and has a description specified within - tags.\\n - Aspects describe themes, topics, or criteria that might be addressed - in the paragraphs.\\n\\n2. Examine each paragraph\\n - Each paragraph is - identified by a paragraph ID (for example, \\\"P0\\\", \\\"P1\\\", etc.) specified - within tags, followed by the full text of the - paragraph specified within tags.\\n - Note - that paragraphs are listed in the same order they appear in the original document; - therefore, context from surrounding paragraphs may influence whether a particular - paragraph is relevant to an aspect.\\n - You may be working with document - fragments rather than complete documents. Focus on extracting information from - the available content without making assumptions about missing parts.\\n\\n3. - Map paragraphs to aspects\\n - A paragraph can address one, multiple, or - none of the aspects.\\n - If a paragraph clearly relates to an aspect (based - on the aspect's name and description), include that paragraph's ID under the - aspect's list of paragraph IDs.\\n - If a paragraph does not relate to an - aspect, do not include it under that aspect's list.\\n - Apply cross-paragraph - reasoning when needed (e.g., headings, lists, references like \\\"above\\\", - \\\"this section\\\"): use surrounding context to disambiguate; if unresolved, - omit.\\n - Treat negations, exceptions, and conditionals carefully: relevance - can be present in prohibitions or restrictions.\\n - Prefer minimal sufficient - evidence:\\n -- base the mapping on the most relevant paragraphs; avoid - tangential mentions.\\n - Favor precision over recall; when uncertain, exclude - rather than speculate.\\n\\n4. Produce the final answer in the JSON format specified - within tags\\n - Your output must be a JSON - array of objects, each object corresponding to a single aspect.\\n - For - each aspect (in the order they are provided), include:\\n -- aspect_id: - The aspect's unique identifier, e.g., \\\"A0\\\".\\n -- paragraph_ids: - An array of the paragraph IDs that address or relate to the aspect, e.g., [\\\"P0\\\", - \\\"P2\\\"].\\n -- If an aspect has no related paragraphs, still include - it with an empty paragraph_ids array ([]).\\n- Do not add extra commentary, - code block markers, or any other formatting beyond the JSON array.\\n- Internally - verify before finalizing:\\n -- Each provided aspect appears once, in order, - with the correct \\\"aspect_id\\\".\\n -- \\\"paragraph_ids\\\" contains - only valid paragraph IDs.\\n -- The structure exactly matches the format - specified within tags (no extra keys or commentary).\\n\\n\\n\\n- - No additional text:\\n -- Do not include any headers, explanations, or text - outside of the JSON array.\\n -- Do not wrap your JSON response in backticks - or any other formatting characters.\\n- Private deliberation only:\\n -- - Do not output any analysis, plan, scratchpad, thoughts, or chain-of-thought.\\n - \ -- Only output the JSON array according to the format specified within - tags.\\n\\n\\n\\nANSWER FORMAT (MANDATORY):\\n[\\n - \ {\\n \\\"aspect_id\\\": str,\\n \\\"paragraph_ids: [\\n str,\\n - \ ...\\n ]\\n },\\n ...\\n]\\n\\n\\n\\nDOCUMENT - ASPECTS:\\n \\n A0\\n - \ \\n Liability\\n \\n \\n - \ Liability clauses\\n \\n \\n\\n\\n\\n\\nDOCUMENT - PARAGRAPHS:\\n \\n P0\\n - \ \\n \\n Non-Disclosure Agreement (NDA)\\n - \ \\n \\n\\n \\n - \ P1\\n \\n \\n - \ This Non-Disclosure Agreement (the \\\"Agreement\\\") is made and entered - into as of July 16, 2024, by and between:\\n \\n \\n\\n - \ \\n P2\\n \\n - \ \\n Party A:\\n \\n \\n\\n - \ \\n P3\\n \\n - \ \\n _____\\n \\n \\n\\n - \ \\n P4\\n \\n - \ \\n _____\\n \\n \\n\\n - \ \\n P5\\n \\n - \ \\n _____\\n \\n \\n\\n - \ \\n P6\\n \\n - \ \\n Contact: _____\\n \\n - \ \\n\\n \\n P7\\n - \ \\n \\n Phone: _____\\n \\n - \ \\n\\n \\n P8\\n - \ \\n \\n Email: _____\\n \\n - \ \\n\\n \\n P9\\n - \ \\n \\n Party B:\\n \\n - \ \\n\\n \\n P10\\n - \ \\n \\n Example.Com LLC\\n \\n - \ \\n\\n \\n P11\\n - \ \\n \\n 5678 Random Drive\\n \\n - \ \\n\\n \\n P12\\n - \ \\n \\n New York, NY 00000\\n \\n - \ \\n\\n \\n P13\\n - \ \\n \\n Contact: Jane Doe, Managing Partner\\n - \ \\n \\n\\n \\n - \ P14\\n \\n \\n - \ Phone: (012) 345-6789\\n \\n \\n\\n - \ \\n P15\\n - \ \\n \\n Email: jane.doe@example.com\\n - \ \\n \\n\\n \\n - \ P16\\n \\n \\n - \ 1. Purpose:\\n \\n \\n\\n \\n P17\\n \\n \\n - \ The purpose of this Agreement is to protect the confidential information - that may be disclosed between the parties during discussions and engagements - regarding potential business collaborations and partnerships.\\n \\n - \ \\n\\n \\n P18\\n - \ \\n \\n 2. Definition of Confidential - Information:\\n \\n \\n\\n \\n P19\\n \\n \\n - \ For purposes of this Agreement, \\\"Confidential Information\\\" means - any and all non-public information, conveyed in all forms, whether in oral, - written, electronic, or other form or media, whether or not marked, designated, - or otherwise identified as \\\"confidential,\\\" that has been or may be disclosed - to, accessed by, or observed by Receiving Party, which (i) has actual or potential - economic value by virtue of not being generally known to, and not being readily - ascertainable by proper means by, other persons who can obtain economic value - from its disclosure or use, or (ii) is subject to reasonable efforts by Disclosing - Party to maintain its secrecy and confidentiality.\\n \\n - \ \\n\\n \\n P20\\n - \ \\n \\n Confidential Information includes, - but is not limited to, the following categories: (1) business information (business - plans, strategies, and models), (2) technical information (technical specifications - and documentation, research and development activities), (3) customer and market - information (customer lists and contact information, sales histories and patterns), - (4) personnel and internal information (employee lists and contact information, - employment agreements and personnel files), (5) intellectual property (trade - secrets and know-how, patents and patent applications, copyrights and copyright - applications, trademarks and trademark applications), (6) strategic information - (merger and acquisition plans, competitive analyses and strategies). Software - code shall also be included into the confidential information.\\n \\n - \ \\n\\n \\n P21\\n - \ \\n \\n Confidential Information shall - not include information that: (a) is or becomes generally available to the public - other than as a result of disclosure by Receiving Party or its Representatives; - (b) was available to Receiving Party on a non-confidential basis prior to its - disclosure by Disclosing Party; (c) becomes available to Receiving Party on - a non-confidential basis from a person other than Disclosing Party who is not - otherwise bound by a confidentiality obligation to Disclosing Party; or (d) - was independently developed by Receiving Party without reference to or use of - any Confidential Information. The name of the dog of the Receiving Party is - Bob.\\n \\n \\n\\n \\n - \ P22\\n \\n \\n - \ The designation of information as Confidential Information shall not - be determinative of whether such information constitutes a trade secret under - applicable law. All Confidential Information shall remain the exclusive property - of Disclosing Party, and Receiving Party shall have no rights, by license or - otherwise, to use the Confidential Information except as expressly provided - herein.\\n \\n \\n\\n \\n - \ P23\\n \\n \\n - \ 3. Obligations of Receiving Party:\\n \\n \\n\\n - \ \\n P24\\n - \ \\n \\n The party receiving Confidential - Information (\\\"Receiving Party\\\") shall:\\n \\n - \ \\n\\n \\n P25\\n - \ \\n \\n a. Maintain the confidentiality - of the Confidential Information and not disclose it to any third party without - the prior written consent of the Disclosing Party.\\n \\n - \ \\n\\n \\n P26\\n - \ \\n \\n b. Use the Confidential Information - solely for the purpose of evaluating or engaging in the potential business collaboration.\\n - \ \\n \\n\\n \\n - \ P27\\n \\n \\n - \ c. Take all necessary precautions to protect the confidentiality of - the Confidential Information, which shall be no less than the precautions it - takes to protect its own confidential information.\\n \\n - \ \\n\\n \\n P28\\n - \ \\n \\n 4. Exclusions from Confidential - Information:\\n \\n \\n\\n \\n P29\\n \\n \\n - \ Confidential Information does not include information that:\\n \\n - \ \\n\\n \\n P30\\n - \ \\n \\n a. Is or becomes publicly known - through no wrongful act of the Receiving Party.\\n \\n - \ \\n\\n \\n P31\\n - \ \\n \\n b. Is already known to the Receiving - Party at the time of disclosure.\\n \\n \\n\\n - \ \\n P32\\n - \ \\n \\n c. Is lawfully received from a - third party without breach of this Agreement.\\n \\n - \ \\n\\n \\n P33\\n - \ \\n \\n d. Is independently developed - by the Receiving Party without use of or reference to the Disclosing Party's - Confidential Information.\\n \\n \\n\\n - \ \\n P34\\n - \ \\n \\n 6. Return of Materials:\\n \\n - \ \\n\\n \\n P35\\n - \ \\n \\n Upon termination of this Agreement - or upon request, the Receiving Party shall return all materials containing Confidential - Information to the Disclosing Party or destroy them, at the Disclosing Party's - discretion.\\n \\n \\n\\n \\n P36\\n \\n \\n - \ 5. Liability:\\n \\n \\n\\n \\n P37\\n \\n \\n - \ a. Total Liability Cap:\\n \\n \\n\\n - \ \\n P38\\n - \ \\n \\n The total liability of either - party for any and all claims arising out of or related to this Agreement, whether - in contract, tort, or otherwise, shall not exceed the greater of (i) $100,000 - or (ii) the total amount paid by the Receiving Party to the Disclosing Party - under any separate business agreement between the parties during the twelve - (12) months preceding the event giving rise to the claim. This limitation of - liability is cumulative and not per incident.\\n \\n - \ \\n\\n \\n P39\\n - \ \\n \\n b. Penalties for Breach:\\n \\n - \ \\n\\n \\n P40\\n - \ \\n \\n In the event of a breach of this - Agreement by the Receiving Party, the Disclosing Party shall be entitled to - seek injunctive relief in addition to any other remedy available at law or in - equity. The Receiving Party acknowledges that a breach of this Agreement may - cause irreparable harm to the Disclosing Party for which monetary damages would - be an inadequate remedy. In addition to injunctive relief, the Receiving Party - shall be liable for liquidated damages in the amount of $25,000 for each instance - of unauthorized disclosure or use of Confidential Information, which the parties - agree represents a reasonable estimate of the damages likely to be suffered - and not a penalty.\\n \\n \\n\\n \\n P41\\n \\n \\n - \ 7. No License:\\n \\n \\n\\n - \ \\n P42\\n - \ \\n \\n Nothing in this Agreement shall - be construed as granting any rights to the Receiving Party, by license or otherwise, - to any of the Disclosing Party\u2019s Confidential Information, except as expressly - set forth in this Agreement.\\n \\n \\n\\n - \ \\n P43\\n - \ \\n \\n 8. Governing Law and Disputes:\\n - \ \\n \\n\\n \\n - \ P44\\n \\n \\n - \ This Agreement shall be governed by and construed in accordance with - the laws of the State of California, without regard to its conflict of law principles.\\n - \ \\n \\n\\n \\n - \ P45\\n \\n \\n - \ All disputes shall be resolved by the courts of the State of California. - This Agreement shall remain in effect for a period of five (5) years from the - date of signing this agreement.\\n \\n \\n\\n - \ \\n P46\\n - \ \\n \\n 9. Miscellaneous:\\n \\n - \ \\n\\n \\n P47\\n - \ \\n \\n a. This Agreement constitutes - the entire agreement between the parties with respect to the subject matter - hereof and supersedes all prior or contemporaneous oral or written agreements - concerning such subject matter.\\n \\n \\n\\n - \ \\n P48\\n - \ \\n \\n b. Any amendments or modifications - to this Agreement must be made in writing and signed by both parties.\\n \\n - \ \\n\\n \\n P49\\n - \ \\n \\n c. If any provision of this Agreement - is found to be unenforceable, the remainder shall be enforced as fully as possible - and the unenforceable provision shall be deemed modified to the limited extent - required to permit its enforcement in a manner most closely representing the - intention of the parties.\\n \\n \\n\\n - \ \\n P50\\n - \ \\n \\n d. The Disclosing Party shall - be a good person to execute this contract.\\n \\n \\n\\n - \ \\n P51\\n - \ \\n \\n IN WITNESS WHEREOF, the parties - hereto have executed this Non-Disclosure Agreement as of the date first above - written.\\n \\n \\n\\n \\n P52\\n \\n \\n - \ _____\\n \\n \\n\\n \\n P53\\n \\n \\n - \ By: ___________________________\\n \\n \\n\\n - \ \\n P54\\n - \ \\n \\n Name: _____\\n \\n - \ \\n\\n \\n P55\\n - \ \\n \\n Title: _____\\n \\n - \ \\n\\n \\n P56\\n - \ \\n \\n Date: ___________________________\\n - \ \\n \\n\\n \\n - \ P57\\n \\n \\n - \ Example.Com LLC\\n \\n \\n\\n - \ \\n P58\\n - \ \\n \\n By: ___________________________\\n - \ \\n \\n\\n \\n - \ P59\\n \\n \\n - \ Name: Jane Doe\\n \\n \\n\\n - \ \\n P60\\n - \ \\n \\n Title: Managing Partner\\n \\n - \ \\n\\n \\n P61\\n - \ \\n \\n Date: ___________________________\\n - \ \\n \\n\\n\"}],\"model\":\"openai/gpt-oss-20b\",\"max_completion_tokens\":16000}" - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - authorization: - - DUMMY - connection: - - keep-alive - content-length: - - '30409' - content-type: - - application/json - host: - - DUMMY - user-agent: - - OpenAI/Python 1.101.0 - x-stainless-arch: - - other:amd64 - x-stainless-async: - - 'false' - x-stainless-lang: - - python - x-stainless-os: - - DUMMY - x-stainless-package-version: - - 1.101.0 - x-stainless-raw-response: - - 'true' - x-stainless-read-timeout: - - '240.0' - x-stainless-retry-count: - - '0' - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - DUMMY - method: POST - uri: http://localhost:1234/v1/chat/completions - response: - body: - string: '{"id": "chatcmpl-DUMMY", "object": "chat.completion", "created": 1756599910, - "model": "openai/gpt-oss-20b", "choices": [{"index": 0, "message": {"role": - "assistant", "content": "[\n {\n \"aspect_id\": \"A0\",\n \"paragraph_ids\": - [\n \"P36\",\n \"P37\",\n \"P38\",\n \"P39\",\n \"P40\"\n ]\n }\n]", - "reasoning": "We need paragraphs relating to Liability. That is section 5 - and clauses. Paragraphs P36 (section header), P37, P38, P39, P40. Also maybe - earlier liability? Only those. So output aspect A0 with paragraph ids in order: - P36,P37,P38,P39,P40.", "tool_calls": []}, "logprobs": null, "finish_reason": - "stop"}], "usage": {"prompt_tokens": 6084, "completion_tokens": 123, "total_tokens": - 6207}, "stats": {}, "system_fingerprint": "openai/gpt-oss-20b"}' - headers: - Connection: - - keep-alive - Content-Length: - - '966' - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - ETag: - - W/"3c6-JJlp36a7AAPL0yxcT04EIyiDfT0" - Keep-Alive: - - timeout=5 - X-Powered-By: - - Express - status: - code: 200 - message: OK -- request: - body: '{"messages":[{"role":"system","content":"\nYou will be assigned - tasks involving the extraction, analysis, and interpretation of data within - various types of documents. Your role is to carefully process the information - and provide accurate, relevant outputs based on the specific instructions provided.\n\n\n\nAll - instructions you receive will be organized using semantic XML tags for clarity - and structure. Each section will be properly tagged to indicate its purpose - and content type, making it easier to understand the task requirements and expected - outputs.\n\n\n\nKEY TERMINOLOGY - TO UNDERSTAND:\n\n \n 1. Document: A structured or unstructured - file containing written or visual content. Documents can vary in type and purpose, - including but not limited to:\n \n - Contracts: Legal - agreements defining terms and obligations.\n - Invoices: Financial documents - detailing transactions and payments.\n - Curricula Vitae (CVs): Resumes outlining - an individual''s professional experience and qualifications.\n - Visual Documents: - Images, scanned documents, blueprints, photographs, charts, diagrams, or screenshots - that contain relevant information.\n - General Documents: Any other types - of files that may contain text, tables, images, or mixed formats.\n \n \n Note - that occasionally you may be working with document fragments rather than complete - documents. These fragments represent portions of a larger document and should - be analyzed within their limited context. When working with fragments, focus - on extracting information from the available content without making assumptions - about missing parts.\n\n \n Documents may contain textual - or visual content:\n - Text-based content: Written information that can be - directly read and processed.\n - Visual content: Images, charts, diagrams, - blueprints, tables, handwritten text, or other visual elements that require - visual interpretation.\n \n \n\n \n 2. - Aspect: A defined area or topic within a document that requires focused attention. - Each aspect corresponds to a specific subject or theme described in the task. - For example:\n \n - Contract Aspects: Payment terms, - parties involved, or termination clauses.\n - Invoice Aspects: Due dates, - line-item breakdowns, or tax details.\n - CV Aspects: Work experience, education, - or skills.\n \n You will analyze aspects as instructed, - considering their relevance and context within the document.\n \n\n \n 3. - Concept: A unit of information or an entity relevant to the task. Concepts may - be derived from an aspect or the broader document context. They represent a - wide range of data points and insights, from simple entities (names, dates, - monetary values) to complex evaluations, conclusions, and answers to specific - questions. Concepts can be:\n \n - Factual extractions: - Such as a penalty clause in a contract, a total amount due in an invoice, or - a certification in a CV.\n - Analytical insights: Such as risk assessments, - compliance evaluations, or pattern identifications.\n - Reasoned conclusions: - Such as determining whether a document meets specific criteria or answers particular - questions.\n - Interpretative judgments: Such as ratings, classifications, - or qualitative assessments based on document content.\n - Label classifications: - Content categorization using predefined labels.\n \n \n\n\n\n\nCRITICAL - GUIDELINES FOR YOUR WORK:\n\n \n - Precision and accuracy: - Extract only information that is explicitly stated or can be directly inferred - from the document content. Avoid speculation or assumptions beyond what the - document content clearly supports.\n \n\n \n - - Visual content analysis: When processing visual content (images):\n -- Examine - all visual elements carefully, including text within images, charts, diagrams, - logos, layout structures, etc.\n -- Identify and analyze visual patterns, - relationships, and structural information that may not be explicitly stated - in text.\n -- Consider the visual context and layout as it may provide important - semantic information.\n -- Analyze information in tables, forms, charts, - and diagrams with attention to their visual structure and relationships.\n \n\n \n - - Contextual understanding: Consider the full context when performing extractions. - A single paragraph or sentence may have different meanings depending on surrounding - content, document type, and domain-specific terminology.\n \n\n \n - - Systematic analysis: Before extracting, thoroughly understand:\n -- The nature - and type of the document\n -- The specific aspects or concepts you need to - focus on\n -- The expected output format and structure requirements\n -- - Any constraints or special handling instructions\n \n\n \n - - Quality control: After extraction, verify that:\n -- All extracted information - directly relates to the specified aspects/concepts\n -- The output format - matches the required schema exactly\n -- No extraneous information has been - included\n -- All mandatory fields are present and correctly populated\n \n\n \n - - Conservative approach: When in doubt about whether information qualifies for - extraction:\n -- If the relevance is unclear, err on the side of exclusion\n -- - If multiple interpretations are possible, choose the most conservative one\n -- - If information is ambiguous, do not force an extraction\n \n\n \n - - Structured output compliance: Adhere strictly to the specified JSON format requirements. - Do not:\n -- Add extra fields beyond what is requested\n -- Modify the - structure or field names\n -- Include explanatory text outside the JSON structure\n -- - Use code blocks or formatting markers unless explicitly required\n \n\n\n\n\nEXPECTED - DELIVERABLES:\n \n - Structured outputs: Clearly formatted - and well-organized results based on the task requirements.\n - Explanations - (when required): When required by the instructions, include justifications or - reasoning for your interpretations.\n - Insights (when required): When required - by the instructions, highlight trends, patterns, or noteworthy findings that - could add value to the task.\n - References (when required): When required - by the instructions, output references based on which you extracted data, provided - insights, or made conclusions during the task.\n \n\n\n\n\nBy - adhering to this framework, you will ensure consistent and high-quality performance - across diverse document analysis tasks.\n"},{"role":"user","content":"\nBelow - you will find document text and a list of concepts.\n\n\n\nAll - structured information in these instructions is provided using semantic XML - tags. Field names correspond directly to tag names (e.g., concept_name, paragraph_text, - sentence_text, additional_context, etc.).\n\n\n\nUse - private deliberation to plan, evaluate evidence, and verify decisions. Do not - reveal any intermediate analysis, notes, or steps. Only output the JSON according - to the format specified within tags.\n\nFollow - this internal three-stage process:\n\n1. Plan\n - Internally restate each - concept in one sentence.\n - List 3-5 concrete lexical/semantic cues for - relevance aligned with the concept description (include indicators of definition, - obligation, permission, exception, conditionals, and negations).\n - If a - concept specifies a structure, rating scale, or available labels, align inclusion/exclusion - criteria with those constraints.\n - For each concept, plan how to synthesize - the output value from the available evidence even when no literal span is present.\n\n2. - Evidence triage\n - Evaluate the provided content holistically; derive candidate - extractions/values for the concepts (explicit or inferred from context).\n - - Collect minimal sufficient evidence privately and note negated, hypothetical, - or conditional forms.\n - Prefer precision over recall; include only high-confidence - items and omit weak or ambiguous ones.\n\n3. Consistency pass\n - Ensure - all extracted items strictly match required types and any specified structure, - rating scales, or label constraints.\n\nNever disclose any plan, evidence, or - internal notes - only the JSON array defined within - tags.\n\n\n\nYour task is to:\n1. Read - through the document text provided.\n2. Identify whether each concept in the - concepts list is addressed within the document text.\n - Each concept is - identified by a concept ID (for example, \"C0\", \"C1\", etc.) specified within - tags.\n - Each concept is described by a concept - name specified within tags and a concept description - specified within tags.\n3. For each - concept that appears, extract zero or more items relevant to that concept. The - item format and structure are specified for each concept.\n - Treat negations, - exceptions, and conditionals carefully: relevance may involve permissions, prohibitions, - requirements, exceptions, thresholds, or ranges; reflect the stance .\n - - Prefer minimal sufficient evidence and value derivation:\n - Favor precision - over recall; when uncertain, avoid speculative extractions or derivations.\n4. - Produce a JSON array containing your extracted data, in the provided format.\n - - Internally verify before finalizing:\n -- Each provided concept appears - once, in order, with the correct \"concept_id\".\n -- The top-level structure - matches the format specified within tags.\n -- - Item values strictly satisfy type and any specified structure/scale/labels constraints.\n -- - The structure exactly matches the format specified within - tags (no extra keys or commentary).\n\n\n\nIf - a concept is not addressed in the document text, you must still include an entry - in the final JSON output but with an empty \"extracted_items\" list. However, - for boolean concepts (with extracted item type \"bool\"), distinguish carefully:\n - - Extract True if the concept is confirmed or strongly supported by the document - content (either explicitly stated or reasonably inferred)\n - Extract False - if the concept is contradicted, denied, or if the document content allows you - to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\n - Only leave \"extracted_items\" - empty if the concept is impossible to determine because either: (1) the document - is completely irrelevant to the concept, or (2) the document does not contain - enough information to make a conclusion about the concept\n\nFollow these additional - rules:\n\n- Output format:\n -- Provide your answer in the JSON format specified - within tags (do not include backticks, code - fences, or any introductory/explanatory text). Follow this format exactly.\n\n- - Consistency:\n -- Each JSON object in the list must have two keys: \"concept_id\" - and \"extracted_items\".\n -- The value of \"concept_id\" must match exactly - the ID of the concept (for example, \"C0\", \"C1\", etc.).\n -- The value - of \"extracted_items\" must be an array. If the concept is not addressed or - there are no items to extract, leave the array empty ([]). For boolean concepts, - only leave empty if the concept is impossible to determine.\n --- Extracted - items may be found directly (explicitly mentioned) or inferred from the content - (implied or derivable from the information present).\n --- Guidance regarding - the possible amount of extracted items for the concept is specified within - tags. Each extracted item, even if there is only one, must be part of the \"extracted_items\" - array.\n\n\n\n- Item structure:\n -- - All extracted items must match the exact type specified for the concept.\n -- - If a specific structure is provided for a concept within - tags, you must follow that structure for all extracted items corresponding to - that concept.\n -- If a rating scale is provided for a concept within - tags, the extracted item value must be within that scale.\n -- If available - labels are provided for a concept within - tags, the extracted item value must be a list containing only labels from the - predefined set. The classification type is explicitly stated within - tags for each concept: for multi-class concepts, you must always select exactly - one label (the most appropriate one even if not perfect); for multi-label concepts, - leave the \"extracted_items\" array empty if none of the labels apply to the - content.\n -- If there are example items within - tags, try to follow the same style and formatting for your extracted items.\n --- - Each example is provided within separate - tags.\n -- When extracting string values, translate them in English if the - original language of the document is not English.\n\n\n\n- - Types of extracted items:\n -- Each concept specifies an \"extracted item - type\" within tags. Ensure your - extracted items strictly match that type. Python types are provided (e.g., str - for string, int for integer, float for floating-point number, dict for object, - etc.). Type compliance is mandatory - any deviation will result in invalid output.\n -- - Do not introduce any extra fields or modify the specified structure.\n\n\n\n- - Handling missing or multiple items:\n -- If a concept is not mentioned at - all, your output should still contain an entry for that concept with an empty - \"extracted_items\" array.\n -- For boolean concepts (with extracted item - type \"bool\"): Distinguish carefully between these cases:\n --- Extract - True if the concept is confirmed or strongly supported by the provided content - (either explicitly stated or reasonably inferred)\n --- Extract False - if the concept is contradicted, denied, or if the provided content allows you - to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\n --- Only leave \"extracted_items\" - empty if the concept is impossible to determine because either: (1) the provided - content is completely irrelevant to the concept, or (2) the provided content - does not contain enough information to make a conclusion about the concept\n -- - For concepts that have tags: behavior - depends on the classification type explicitly stated within - tags. For multi-class concepts, you must always select exactly one label (the - most appropriate one even if not perfect). For multi-label concepts, leave the - \"extracted_items\" array empty if none of the labels apply to the content.\n -- - For concepts that have tags: if multiple - labels apply to the same instance or context, include them all in a single extracted - item with multiple labels in the \"labels\" array (e.g., {\"labels\": [\"label1\", - \"label2\"]}). Only create multiple extracted items if there are genuinely distinct - instances or contexts that warrant separate classification.\n -- For concepts - that do not have tags: if multiple items - are found for a concept, include each as a separate entry within the \"extracted_items\" - array.\n\n\n\n- No additional - text:\n -- Do not include any headers, explanations, or text outside of the - JSON array.\n -- Do not wrap your JSON response in backticks or any other - formatting characters.\n- Private deliberation only:\n -- Do not output any - analysis, plan, scratchpad, thoughts, or chain-of-thought.\n -- Only output - the JSON array according to the format specified within - tags.\n\n\n\nANSWER FORMAT (MANDATORY):\n[\n {\n \"concept_id\": - str,\n \"extracted_items: [\n ...\n ],\n },\n ...\n]\n\n\n\nCONCEPTS:\n\n C0\n \n Liability - cap\n\n \n Liability cap\n \n\n This - concept may have zero, one, or multiple extracted items.\n\n str - (must be exactly as specified)\n\n\n\n\n\n5. - Liability:\n\na. Total Liability Cap:\n\nThe total liability of either party - for any and all claims arising out of or related to this Agreement, whether - in contract, tort, or otherwise, shall not exceed the greater of (i) $100,000 - or (ii) the total amount paid by the Receiving Party to the Disclosing Party - under any separate business agreement between the parties during the twelve - (12) months preceding the event giving rise to the claim. This limitation of - liability is cumulative and not per incident.\n\nb. Penalties for Breach:\n\nIn - the event of a breach of this Agreement by the Receiving Party, the Disclosing - Party shall be entitled to seek injunctive relief in addition to any other remedy - available at law or in equity. The Receiving Party acknowledges that a breach - of this Agreement may cause irreparable harm to the Disclosing Party for which - monetary damages would be an inadequate remedy. In addition to injunctive relief, - the Receiving Party shall be liable for liquidated damages in the amount of - $25,000 for each instance of unauthorized disclosure or use of Confidential - Information, which the parties agree represents a reasonable estimate of the - damages likely to be suffered and not a penalty.\n"}],"model":"openai/gpt-oss-20b","max_completion_tokens":16000}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - authorization: - - DUMMY - connection: - - keep-alive - content-length: - - '19364' - content-type: - - application/json - host: - - DUMMY - user-agent: - - OpenAI/Python 1.101.0 - x-stainless-arch: - - other:amd64 - x-stainless-async: - - 'false' - x-stainless-lang: - - python - x-stainless-os: - - DUMMY - x-stainless-package-version: - - 1.101.0 - x-stainless-raw-response: - - 'true' - x-stainless-read-timeout: - - '240.0' - x-stainless-retry-count: - - '0' - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - DUMMY - method: POST - uri: http://localhost:1234/v1/chat/completions - response: - body: - string: '{"id": "chatcmpl-DUMMY", "object": "chat.completion", "created": 1756599948, - "model": "openai/gpt-oss-20b", "choices": [{"index": 0, "message": {"role": - "assistant", "content": "[{\"concept_id\":\"C0\",\"extracted_items\":[\"greater - of $100,000 or the total amount paid by the Receiving Party to the Disclosing - Party under any separate business agreement between the parties during the - twelve months preceding the event giving rise to the claim\"]}]", "reasoning": - "We need extract liability cap. The text gives: \"shall not exceed the greater - of (i) $100,000 or (ii) the total amount paid by the Receiving Party to the - Disclosing Party under any separate business agreement between the parties - during the twelve months preceding the event giving rise to the claim.\" So - liability cap value is ambiguous: it''s a formula. We can extract string? - The concept type str. Should we provide that text? Likely yes. Provide extracted_items - array with one item: \"greater of $100,000 or total amount paid by Receiving - Party in prior 12 months\". We''ll output as string.\n\nNo other concepts. - Output list with C0 only.", "tool_calls": []}, "logprobs": null, "finish_reason": - "stop"}], "usage": {"prompt_tokens": 3795, "completion_tokens": 202, "total_tokens": - 3997}, "stats": {}, "system_fingerprint": "openai/gpt-oss-20b"}' - headers: - Connection: - - keep-alive - Content-Length: - - '1440' - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - ETag: - - W/"5a0-9nITClCD1OEH593LW2SWs2PyoyY" - Keep-Alive: - - timeout=5 - X-Powered-By: - - Express - status: - code: 200 - message: OK -- request: - body: "{\"messages\":[{\"role\":\"system\",\"content\":\"\\nYou - will be assigned tasks involving the extraction, analysis, and interpretation - of data within various types of documents. Your role is to carefully process - the information and provide accurate, relevant outputs based on the specific - instructions provided.\\n\\n\\n\\nAll - instructions you receive will be organized using semantic XML tags for clarity - and structure. Each section will be properly tagged to indicate its purpose - and content type, making it easier to understand the task requirements and expected - outputs.\\n\\n\\n\\nKEY - TERMINOLOGY TO UNDERSTAND:\\n\\n \\n 1. Document: A structured - or unstructured file containing written or visual content. Documents can vary - in type and purpose, including but not limited to:\\n \\n - \ - Contracts: Legal agreements defining terms and obligations.\\n - Invoices: - Financial documents detailing transactions and payments.\\n - Curricula Vitae - (CVs): Resumes outlining an individual's professional experience and qualifications.\\n - \ - Visual Documents: Images, scanned documents, blueprints, photographs, - charts, diagrams, or screenshots that contain relevant information.\\n - - General Documents: Any other types of files that may contain text, tables, images, - or mixed formats.\\n \\n \\n Note that occasionally you - may be working with document fragments rather than complete documents. These - fragments represent portions of a larger document and should be analyzed within - their limited context. When working with fragments, focus on extracting information - from the available content without making assumptions about missing parts.\\n\\n - \ \\n Documents may contain textual or visual content:\\n - \ - Text-based content: Written information that can be directly read and - processed.\\n - Visual content: Images, charts, diagrams, blueprints, tables, - handwritten text, or other visual elements that require visual interpretation.\\n - \ \\n \\n\\n \\n - \ 2. Aspect: A defined area or topic within a document that requires focused - attention. Each aspect corresponds to a specific subject or theme described - in the task. For example:\\n \\n - Contract Aspects: - Payment terms, parties involved, or termination clauses.\\n - Invoice Aspects: - Due dates, line-item breakdowns, or tax details.\\n - CV Aspects: Work experience, - education, or skills.\\n \\n You will analyze aspects - as instructed, considering their relevance and context within the document.\\n - \ \\n\\n \\n 3. Concept: A unit of - information or an entity relevant to the task. Concepts may be derived from - an aspect or the broader document context. They represent a wide range of data - points and insights, from simple entities (names, dates, monetary values) to - complex evaluations, conclusions, and answers to specific questions. Concepts - can be:\\n \\n - Factual extractions: Such as a penalty - clause in a contract, a total amount due in an invoice, or a certification in - a CV.\\n - Analytical insights: Such as risk assessments, compliance evaluations, - or pattern identifications.\\n - Reasoned conclusions: Such as determining - whether a document meets specific criteria or answers particular questions.\\n - \ - Interpretative judgments: Such as ratings, classifications, or qualitative - assessments based on document content.\\n - Label classifications: Content - categorization using predefined labels.\\n \\n \\n\\n\\n\\n\\nCRITICAL - GUIDELINES FOR YOUR WORK:\\n\\n \\n - Precision and - accuracy: Extract only information that is explicitly stated or can be directly - inferred from the document content. Avoid speculation or assumptions beyond - what the document content clearly supports.\\n \\n\\n - \ \\n - Visual content analysis: When processing visual - content (images):\\n -- Examine all visual elements carefully, including - text within images, charts, diagrams, logos, layout structures, etc.\\n -- - Identify and analyze visual patterns, relationships, and structural information - that may not be explicitly stated in text.\\n -- Consider the visual context - and layout as it may provide important semantic information.\\n -- Analyze - information in tables, forms, charts, and diagrams with attention to their visual - structure and relationships.\\n \\n\\n \\n - \ - Contextual understanding: Consider the full context when performing extractions. - A single paragraph or sentence may have different meanings depending on surrounding - content, document type, and domain-specific terminology.\\n \\n\\n - \ \\n - Systematic analysis: Before extracting, thoroughly - understand:\\n -- The nature and type of the document\\n -- The specific - aspects or concepts you need to focus on\\n -- The expected output format - and structure requirements\\n -- Any constraints or special handling instructions\\n - \ \\n\\n \\n - Quality control: After - extraction, verify that:\\n -- All extracted information directly relates - to the specified aspects/concepts\\n -- The output format matches the required - schema exactly\\n -- No extraneous information has been included\\n -- - All mandatory fields are present and correctly populated\\n \\n\\n - \ \\n - Conservative approach: When in doubt about whether - information qualifies for extraction:\\n -- If the relevance is unclear, - err on the side of exclusion\\n -- If multiple interpretations are possible, - choose the most conservative one\\n -- If information is ambiguous, do not - force an extraction\\n \\n\\n \\n - \ - Structured output compliance: Adhere strictly to the specified JSON format - requirements. Do not:\\n -- Add extra fields beyond what is requested\\n - \ -- Modify the structure or field names\\n -- Include explanatory text - outside the JSON structure\\n -- Use code blocks or formatting markers unless - explicitly required\\n \\n\\n\\n\\n\\nEXPECTED - DELIVERABLES:\\n \\n - Structured outputs: Clearly formatted - and well-organized results based on the task requirements.\\n - Explanations - (when required): When required by the instructions, include justifications or - reasoning for your interpretations.\\n - Insights (when required): When required - by the instructions, highlight trends, patterns, or noteworthy findings that - could add value to the task.\\n - References (when required): When required - by the instructions, output references based on which you extracted data, provided - insights, or made conclusions during the task.\\n \\n\\n\\n\\n\\nBy - adhering to this framework, you will ensure consistent and high-quality performance - across diverse document analysis tasks.\\n\"},{\"role\":\"user\",\"content\":\"\\nBelow - you will find document text and a list of concepts.\\n\\n\\n\\nAll - structured information in these instructions is provided using semantic XML - tags. Field names correspond directly to tag names (e.g., concept_name, paragraph_text, - sentence_text, additional_context, etc.).\\n\\n\\n\\nUse - private deliberation to plan, evaluate evidence, and verify decisions. Do not - reveal any intermediate analysis, notes, or steps. Only output the JSON according - to the format specified within tags.\\n\\nFollow - this internal three-stage process:\\n\\n1. Plan\\n - Internally restate each - concept in one sentence.\\n - List 3-5 concrete lexical/semantic cues for - relevance aligned with the concept description (include indicators of definition, - obligation, permission, exception, conditionals, and negations).\\n - If - a concept specifies a structure, rating scale, or available labels, align inclusion/exclusion - criteria with those constraints.\\n - For each concept, plan how to synthesize - the output value from the available evidence even when no literal span is present.\\n\\n2. - Evidence triage\\n - Evaluate the provided content holistically; derive candidate - extractions/values for the concepts (explicit or inferred from context).\\n - \ - Collect minimal sufficient evidence privately and note negated, hypothetical, - or conditional forms.\\n - Prefer precision over recall; include only high-confidence - items and omit weak or ambiguous ones.\\n\\n3. Consistency pass\\n - Ensure - all extracted items strictly match required types and any specified structure, - rating scales, or label constraints.\\n\\nNever disclose any plan, evidence, - or internal notes - only the JSON array defined within - tags.\\n\\n\\n\\nYour task is to:\\n1. - Read through the document text provided.\\n2. Identify whether each concept - in the concepts list is addressed within the document text.\\n - Each concept - is identified by a concept ID (for example, \\\"C0\\\", \\\"C1\\\", etc.) specified - within tags.\\n - Each concept is described by - a concept name specified within tags and a concept - description specified within tags.\\n3. - For each concept that appears, extract zero or more items relevant to that concept. - The item format and structure are specified for each concept.\\n - Treat - negations, exceptions, and conditionals carefully: relevance may involve permissions, - prohibitions, requirements, exceptions, thresholds, or ranges; reflect the stance - .\\n - Prefer minimal sufficient evidence and value derivation:\\n - Favor - precision over recall; when uncertain, avoid speculative extractions or derivations.\\n4. - Produce a JSON array containing your extracted data, in the provided format.\\n - \ - Internally verify before finalizing:\\n -- Each provided concept - appears once, in order, with the correct \\\"concept_id\\\".\\n -- The - top-level structure matches the format specified within - tags.\\n -- Item values strictly satisfy type and any specified structure/scale/labels - constraints.\\n -- The structure exactly matches the format specified - within tags (no extra keys or commentary).\\n\\n\\n\\nIf - a concept is not addressed in the document text, you must still include an entry - in the final JSON output but with an empty \\\"extracted_items\\\" list. However, - for boolean concepts (with extracted item type \\\"bool\\\"), distinguish carefully:\\n - \ - Extract True if the concept is confirmed or strongly supported by the - document content (either explicitly stated or reasonably inferred)\\n - Extract - False if the concept is contradicted, denied, or if the document content allows - you to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\\n - Only leave \\\"extracted_items\\\" - empty if the concept is impossible to determine because either: (1) the document - is completely irrelevant to the concept, or (2) the document does not contain - enough information to make a conclusion about the concept\\n\\nFollow these - additional rules:\\n\\n- Output format:\\n -- Provide your answer in the - JSON format specified within tags (do not include - backticks, code fences, or any introductory/explanatory text). Follow this format - exactly.\\n\\n- Consistency:\\n -- Each JSON object in the list must have - two keys: \\\"concept_id\\\" and \\\"extracted_items\\\".\\n -- The value - of \\\"concept_id\\\" must match exactly the ID of the concept (for example, - \\\"C0\\\", \\\"C1\\\", etc.).\\n -- The value of \\\"extracted_items\\\" - must be an array. If the concept is not addressed or there are no items to extract, - leave the array empty ([]). For boolean concepts, only leave empty if the concept - is impossible to determine.\\n --- Extracted items may be found directly - (explicitly mentioned) or inferred from the content (implied or derivable from - the information present).\\n --- Guidance regarding the possible amount - of extracted items for the concept is specified within - tags. Each extracted item, even if there is only one, must be part of the \\\"extracted_items\\\" - array.\\n\\n\\n\\n- Item - structure:\\n -- All extracted items must match the exact type specified - for the concept.\\n -- If a specific structure is provided for a concept - within tags, you must follow that - structure for all extracted items corresponding to that concept.\\n -- If - a rating scale is provided for a concept within - tags, the extracted item value must be within that scale.\\n -- If available - labels are provided for a concept within - tags, the extracted item value must be a list containing only labels from the - predefined set. The classification type is explicitly stated within - tags for each concept: for multi-class concepts, you must always select exactly - one label (the most appropriate one even if not perfect); for multi-label concepts, - leave the \\\"extracted_items\\\" array empty if none of the labels apply to - the content.\\n -- If there are example items within - tags, try to follow the same style and formatting for your extracted items.\\n - \ --- Each example is provided within separate - tags.\\n -- When extracting string values, translate them in English if the - original language of the document is not English.\\n\\n\\n\\n- - Types of extracted items:\\n -- Each concept specifies an \\\"extracted item - type\\\" within tags. Ensure your - extracted items strictly match that type. Python types are provided (e.g., str - for string, int for integer, float for floating-point number, dict for object, - etc.). Type compliance is mandatory - any deviation will result in invalid output.\\n - \ -- Do not introduce any extra fields or modify the specified structure.\\n\\n\\n\\n- - Handling missing or multiple items:\\n -- If a concept is not mentioned at - all, your output should still contain an entry for that concept with an empty - \\\"extracted_items\\\" array.\\n -- For boolean concepts (with extracted - item type \\\"bool\\\"): Distinguish carefully between these cases:\\n --- - Extract True if the concept is confirmed or strongly supported by the provided - content (either explicitly stated or reasonably inferred)\\n --- Extract - False if the concept is contradicted, denied, or if the provided content allows - you to determine that the concept is not true (e.g., absence of expected content - that should be present if the concept were true)\\n --- Only leave \\\"extracted_items\\\" - empty if the concept is impossible to determine because either: (1) the provided - content is completely irrelevant to the concept, or (2) the provided content - does not contain enough information to make a conclusion about the concept\\n - \ -- For concepts that have tags: behavior - depends on the classification type explicitly stated within - tags. For multi-class concepts, you must always select exactly one label (the - most appropriate one even if not perfect). For multi-label concepts, leave the - \\\"extracted_items\\\" array empty if none of the labels apply to the content.\\n - \ -- For concepts that have tags: if - multiple labels apply to the same instance or context, include them all in a - single extracted item with multiple labels in the \\\"labels\\\" array (e.g., - {\\\"labels\\\": [\\\"label1\\\", \\\"label2\\\"]}). Only create multiple extracted - items if there are genuinely distinct instances or contexts that warrant separate - classification.\\n -- For concepts that do not have - tags: if multiple items are found for a concept, include each as a separate - entry within the \\\"extracted_items\\\" array.\\n\\n\\n\\n- - No additional text:\\n -- Do not include any headers, explanations, or text - outside of the JSON array.\\n -- Do not wrap your JSON response in backticks - or any other formatting characters.\\n- Private deliberation only:\\n -- - Do not output any analysis, plan, scratchpad, thoughts, or chain-of-thought.\\n - \ -- Only output the JSON array according to the format specified within - tags.\\n\\n\\n\\nANSWER FORMAT (MANDATORY):\\n[\\n - \ {\\n \\\"concept_id\\\": str,\\n \\\"extracted_items: [\\n - \ ...\\n ],\\n },\\n ...\\n]\\n\\n\\n\\nCONCEPTS:\\n\\n C0\\n \\n Contract - term\\n\\n \\n Contract term in years\\n - \ \\n\\n This concept - may have zero, one, or multiple extracted items.\\n\\n - \ float (must be exactly as specified)\\n\\n\\n\\n\\n\\nNon-Disclosure - Agreement (NDA)\\n\\nThis Non-Disclosure Agreement (the \\\"Agreement\\\") is - made and entered into as of July 16, 2024, by and between:\\n\\nParty A:\\n\\n_____\\n_____\\n_____\\nContact: - _____\\nPhone: _____\\nEmail: _____\\n\\nParty B:\\n\\nExample.Com LLC\\n5678 - Random Drive\\nNew York, NY 00000\\nContact: Jane Doe, Managing Partner\\nPhone: - (012) 345-6789\\nEmail: jane.doe@example.com\\n\\n1. Purpose:\\n\\nThe purpose - of this Agreement is to protect the confidential information that may be disclosed - between the parties during discussions and engagements regarding potential business - collaborations and partnerships.\\n\\n2. Definition of Confidential Information:\\n\\nFor - purposes of this Agreement, \\\"Confidential Information\\\" means any and all - non-public information, conveyed in all forms, whether in oral, written, electronic, - or other form or media, whether or not marked, designated, or otherwise identified - as \\\"confidential,\\\" that has been or may be disclosed to, accessed by, - or observed by Receiving Party, which (i) has actual or potential economic value - by virtue of not being generally known to, and not being readily ascertainable - by proper means by, other persons who can obtain economic value from its disclosure - or use, or (ii) is subject to reasonable efforts by Disclosing Party to maintain - its secrecy and confidentiality.\\n\\nConfidential Information includes, but - is not limited to, the following categories: (1) business information (business - plans, strategies, and models), (2) technical information (technical specifications - and documentation, research and development activities), (3) customer and market - information (customer lists and contact information, sales histories and patterns), - (4) personnel and internal information (employee lists and contact information, - employment agreements and personnel files), (5) intellectual property (trade - secrets and know-how, patents and patent applications, copyrights and copyright - applications, trademarks and trademark applications), (6) strategic information - (merger and acquisition plans, competitive analyses and strategies). Software - code shall also be included into the confidential information.\\n\\nConfidential - Information shall not include information that: (a) is or becomes generally - available to the public other than as a result of disclosure by Receiving Party - or its Representatives; (b) was available to Receiving Party on a non-confidential - basis prior to its disclosure by Disclosing Party; (c) becomes available to - Receiving Party on a non-confidential basis from a person other than Disclosing - Party who is not otherwise bound by a confidentiality obligation to Disclosing - Party; or (d) was independently developed by Receiving Party without reference - to or use of any Confidential Information. The name of the dog of the Receiving - Party is Bob.\\nThe designation of information as Confidential Information shall - not be determinative of whether such information constitutes a trade secret - under applicable law. All Confidential Information shall remain the exclusive - property of Disclosing Party, and Receiving Party shall have no rights, by license - or otherwise, to use the Confidential Information except as expressly provided - herein.\\n\\n3. Obligations of Receiving Party:\\n\\nThe party receiving Confidential - Information (\\\"Receiving Party\\\") shall:\\n\\na. Maintain the confidentiality - of the Confidential Information and not disclose it to any third party without - the prior written consent of the Disclosing Party.\\n\\nb. Use the Confidential - Information solely for the purpose of evaluating or engaging in the potential - business collaboration.\\n\\nc. Take all necessary precautions to protect the - confidentiality of the Confidential Information, which shall be no less than - the precautions it takes to protect its own confidential information.\\n\\n4. - Exclusions from Confidential Information:\\n\\nConfidential Information does - not include information that:\\n\\na. Is or becomes publicly known through no - wrongful act of the Receiving Party.\\n\\nb. Is already known to the Receiving - Party at the time of disclosure.\\n\\nc. Is lawfully received from a third party - without breach of this Agreement.\\n\\nd. Is independently developed by the - Receiving Party without use of or reference to the Disclosing Party's Confidential - Information.\\n\\n6. Return of Materials:\\n\\nUpon termination of this Agreement - or upon request, the Receiving Party shall return all materials containing Confidential - Information to the Disclosing Party or destroy them, at the Disclosing Party's - discretion.\\n\\n5. Liability:\\n\\na. Total Liability Cap:\\n The total liability - of either party for any and all claims arising out of or related to this Agreement, - whether in contract, tort, or otherwise, shall not exceed the greater of (i) - $100,000 or (ii) the total amount paid by the Receiving Party to the Disclosing - Party under any separate business agreement between the parties during the twelve - (12) months preceding the event giving rise to the claim. This limitation of - liability is cumulative and not per incident.\\n\\nb. Penalties for Breach:\\n - In the event of a breach of this Agreement by the Receiving Party, the Disclosing - Party shall be entitled to seek injunctive relief in addition to any other remedy - available at law or in equity. The Receiving Party acknowledges that a breach - of this Agreement may cause irreparable harm to the Disclosing Party for which - monetary damages would be an inadequate remedy. In addition to injunctive relief, - the Receiving Party shall be liable for liquidated damages in the amount of - $25,000 for each instance of unauthorized disclosure or use of Confidential - Information, which the parties agree represents a reasonable estimate of the - damages likely to be suffered and not a penalty.\\n\\n7. No License:\\n\\nNothing - in this Agreement shall be construed as granting any rights to the Receiving - Party, by license or otherwise, to any of the Disclosing Party\u2019s Confidential - Information, except as expressly set forth in this Agreement.\\n\\n8. Governing - Law and Disputes:\\n\\nThis Agreement shall be governed by and construed in - accordance with the laws of the State of California, without regard to its conflict - of law principles.\\n\\nAll disputes shall be resolved by the courts of the - State of California. This Agreement shall remain in effect for a period of five - (5) years from the date of signing this agreement.\\n\\n9. Miscellaneous:\\n\\na. - This Agreement constitutes the entire agreement between the parties with respect - to the subject matter hereof and supersedes all prior or contemporaneous oral - or written agreements concerning such subject matter.\\n\\nb. Any amendments - or modifications to this Agreement must be made in writing and signed by both - parties.\\n\\nc. If any provision of this Agreement is found to be unenforceable, - the remainder shall be enforced as fully as possible and the unenforceable provision - shall be deemed modified to the limited extent required to permit its enforcement - in a manner most closely representing the intention of the parties.\\n\\nd. - The Disclosing Party shall be a good person to execute this contract.\\n\\nIN - WITNESS WHEREOF, the parties hereto have executed this Non-Disclosure Agreement - as of the date first above written.\\n\\n_____\\nBy: ___________________________\\nName: - _____\\nTitle: _____\\nDate: ___________________________\\n\\nExample.Com LLC\\nBy: - ___________________________\\nName: Jane Doe\\nTitle: Managing Partner\\nDate: - ___________________________\\n\"}],\"model\":\"openai/gpt-oss-20b\",\"max_completion_tokens\":16000}" - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - authorization: - - DUMMY - connection: - - keep-alive - content-length: - - '25644' - content-type: - - application/json - host: - - DUMMY - user-agent: - - OpenAI/Python 1.101.0 - x-stainless-arch: - - other:amd64 - x-stainless-async: - - 'false' - x-stainless-lang: - - python - x-stainless-os: - - DUMMY - x-stainless-package-version: - - 1.101.0 - x-stainless-raw-response: - - 'true' - x-stainless-read-timeout: - - '240.0' - x-stainless-retry-count: - - '0' - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - DUMMY - method: POST - uri: http://localhost:1234/v1/chat/completions - response: - body: - string: '{"id": "chatcmpl-DUMMY", "object": "chat.completion", "created": 1756599963, - "model": "openai/gpt-oss-20b", "choices": [{"index": 0, "message": {"role": - "assistant", "content": "[\n {\n \"concept_id\": \"C0\",\n \"extracted_items\": - [\n 5.0\n ]\n }\n]", "reasoning": "We need to extract - concept C0: Contract term, description \"Contract term in years\". Type float. - We look for contract term length. Document says \"This Agreement shall remain - in effect for a period of five (5) years from the date of signing this agreement.\" - So 5 years. Also earlier maybe \"five (5) years\" only. Provide extracted_items - array with one item: 5.0? float. Should be numeric. Use 5.0 or 5? Since type - float, we can use number 5.0. JSON: {\"concept_id\":\"C0\",\"extracted_items\":[5.0]}. - Ensure no extra spaces.", "tool_calls": []}, "logprobs": null, "finish_reason": - "stop"}], "usage": {"prompt_tokens": 4952, "completion_tokens": 175, "total_tokens": - 5127}, "stats": {}, "system_fingerprint": "openai/gpt-oss-20b"}' - headers: - Connection: - - keep-alive - Content-Length: - - '1167' - Content-Type: - - application/json; charset=utf-8 - Date: - - DUMMY - ETag: - - W/"48f-1+z/fdK73CC6NfiqLyXLLp0mfxE" - Keep-Alive: - - timeout=5 - X-Powered-By: - - Express - status: - code: 200 - message: OK -version: 1 diff --git a/tests/test_all.py b/tests/test_all.py index 87982a2..666cf99 100644 --- a/tests/test_all.py +++ b/tests/test_all.py @@ -1042,38 +1042,6 @@ def test_local_llms_text(self): `ollama/` prefix for Ollama models does not work with VCR. """ - def extract_with_local_llm(llm: DocumentLLM): - """ - Helper function to test extraction with a local LLM model. - - :param llm: The DocumentLLM instance to test extraction with. - :type llm: DocumentLLM - """ - # Configure document - document = Document( - raw_text=get_test_document_text()[:1000], - ) - concept = StringConcept( - name="Contract title", - description="The title of the contract.", - llm_role=llm.role, - ) - document.add_concepts([concept]) - - # Run extraction - self.config_llm_async_limiter_for_mock_responses(llm) - extracted_concepts = llm.extract_concepts_from_document(document) - assert llm.get_usage()[0].usage.calls[-1].prompt - assert llm.get_usage()[0].usage.calls[-1].response - extracted_items = extracted_concepts[0].extracted_items - assert len(extracted_items), ( - f"No extracted items returned with local LLM {llm.model}" - ) - self.log_extracted_items_for_instance(extracted_concepts[0]) - - # Check serialization of LLM - self._check_deserialized_llm_config_eq(llm) - # Ollama # Non-reasoning LLM llm_non_reasoning_ollama = DocumentLLM( @@ -1081,7 +1049,7 @@ def extract_with_local_llm(llm: DocumentLLM): api_base="http://localhost:11434", seed=123, ) - extract_with_local_llm(llm_non_reasoning_ollama) + self.extract_with_local_llm(llm_non_reasoning_ollama) # Reasoning (CoT-capable) LLM llm_reasoning_ollama = DocumentLLM( model="ollama/deepseek-r1:32b", @@ -1090,7 +1058,7 @@ def extract_with_local_llm(llm: DocumentLLM): role="reasoner_text", ) llm_reasoning_ollama._supports_reasoning = True - extract_with_local_llm(llm_reasoning_ollama) + self.extract_with_local_llm(llm_reasoning_ollama) # LM Studio # Non-reasoning LLM @@ -1100,7 +1068,7 @@ def extract_with_local_llm(llm: DocumentLLM): api_key="random-key", # required for LM Studio API seed=123, ) - extract_with_local_llm(llm_non_reasoning_lm_studio) + self.extract_with_local_llm(llm_non_reasoning_lm_studio) check_locals_memory_usage(locals(), test_name="test_local_llms_text") @@ -1142,6 +1110,74 @@ def test_minimal_reasoning_effort_for_gpt_5(self): locals(), test_name="test_minimal_reasoning_effort_for_gpt_5" ) + @pytest.mark.vcr + @memory_profile_and_capture + def test_local_llms_qwen3(self): + """ + Tests for initialization of and getting a response from local Qwen3 models. + Tests both ollama/ and ollama_chat/ prefixes, as well as chat sessions. + """ + # Test 1: Basic ollama/ prefix + llm = DocumentLLM( + model="ollama/qwen3:14b", + api_base="http://localhost:11434", + system_message="You are a helpful assistant.", + seed=123, + ) + response = llm.chat("What is 2+2?") + assert response + assert "4" in response + logger.debug(f"Response with ollama/ prefix:\n{response}") + + # Test 2: Basic ollama_chat/ prefix + llm_chat = DocumentLLM( + model="ollama_chat/qwen3:14b", + api_base="http://localhost:11434", + system_message="You are a helpful assistant.", + seed=123, + ) + response_chat = llm_chat.chat("What is 3+3?") + assert response_chat + assert "6" in response_chat + logger.debug(f"Response with ollama_chat/ prefix:\n{response_chat}") + + # Test 3: Chat session with ollama/ + cs = ChatSession() + response1 = llm.chat("What is 5+5?", chat_session=cs) + assert response1 + assert "10" in response1 + logger.debug(f"Chat session response 1:\n{response1}") + + # Second turn in the same session + response2 = llm.chat("Add 3 to that.", chat_session=cs) + assert response2 + assert "13" in response2 + logger.debug(f"Chat session response 2:\n{response2}") + + # Test 4: Chat session with ollama_chat/ + cs_chat = ChatSession() + response3 = llm_chat.chat("What is 7+7?", chat_session=cs_chat) + assert response3 + assert "14" in response3 + logger.debug(f"Chat session (ollama_chat/) response 1:\n{response3}") + + # Second turn + response4 = llm_chat.chat("Subtract 5 from that.", chat_session=cs_chat) + assert response4 + assert "9" in response4 + logger.debug(f"Chat session (ollama_chat/) response 2:\n{response4}") + + # Test 5: StringConcept extraction from NDA document + llm_chat.system_message = self.default_system_message_en + # Without reasoning enabled + llm_chat._supports_reasoning = False + self.extract_with_local_llm(llm_chat) + # With reasoning enabled + llm_chat._supports_reasoning = True + self.extract_with_local_llm(llm_chat) + + check_locals_memory_usage(locals(), test_name="test_local_llms_qwen3") + @pytest.mark.vcr @memory_profile_and_capture def test_local_llms_vision(self): diff --git a/tests/utils.py b/tests/utils.py index 4d935cb..526335f 100644 --- a/tests/utils.py +++ b/tests/utils.py @@ -62,6 +62,7 @@ DocumentLLM, DocumentLLMGroup, Image, + StringConcept, create_image, ) from tests.conftest import VCR_DUMMY_ENDPOINT_PREFIX, VCR_REDACTION_MARKER @@ -876,6 +877,38 @@ def log_extracted_items_for_instance( logger.debug(f"Extracted item {idx}: {item_repr}") logger.debug("===============================") + def extract_with_local_llm(self, llm: DocumentLLM): + """ + Helper method to test extraction with a local LLM model. + + :param llm: The DocumentLLM instance to test extraction with. + :type llm: DocumentLLM + """ + # Configure document + document = Document( + raw_text=get_test_document_text()[:1000], + ) + concept = StringConcept( + name="Contract title", + description="The title of the contract.", + llm_role=llm.role, + ) + document.add_concepts([concept]) + + # Run extraction + self.config_llm_async_limiter_for_mock_responses(llm) + extracted_concepts = llm.extract_concepts_from_document(document) + assert llm.get_usage()[0].usage.calls[-1].prompt + assert llm.get_usage()[0].usage.calls[-1].response + extracted_items = extracted_concepts[0].extracted_items + assert len(extracted_items), ( + f"No extracted items returned with local LLM {llm.model}" + ) + self.log_extracted_items_for_instance(extracted_concepts[0]) + + # Check serialization of LLM + self._check_deserialized_llm_config_eq(llm) + def set_dummy_env_variables_for_testing_from_cassettes() -> None: """