初始化项目，由ModelHub XC社区提供模型

Model: appvoid/palmer-006 Source: Original Platform
2026-09-26 21:34:42 +08:00
commit e313f32a5d
23 changed files with 191677 additions and 0 deletions
--- a/.gitattributes
+++ b/.gitattributes
@@ -0,0 +1,45 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+images/001.png filter=lfs diff=lfs merge=lfs -text
+images/002.png filter=lfs diff=lfs merge=lfs -text
+images/003.png filter=lfs diff=lfs merge=lfs -text
+images/004.png filter=lfs diff=lfs merge=lfs -text
+images/005.png filter=lfs diff=lfs merge=lfs -text
+images/006.png filter=lfs diff=lfs merge=lfs -text
+images/007.png filter=lfs diff=lfs merge=lfs -text
+images/008.png filter=lfs diff=lfs merge=lfs -text
+benchmarks.png filter=lfs diff=lfs merge=lfs -text
+model.gguf filter=lfs diff=lfs merge=lfs -text
--- a/265
+++ b/265
@@ -0,0 +1,265 @@
+TII FALCON LICENSE
+December 2024
+
+Official source:
+https://falconllm.tii.ae/falcon-terms-and-conditions.html
+
+Introductory note
+
+This license is, in part, based on the Apache License Version 2.0
+(available at http://www.apache.org/licenses/), with a series of modifications.
+The contribution of the Apache License 2.0 to the framing of this document is
+acknowledged.
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions
+
+“License” shall mean the terms and conditions for use, reproduction, and
+distribution as defined by Sections 1 to 11 of this document.
+
+“Licensor” shall mean the copyright owner or entity authorized by the copyright
+owner that is granting the License.
+
+“Legal Entity” shall mean the union of the acting entity and all other entities
+that control, are controlled by, or are under common control with that entity.
+For the purposes of this definition, “control” means (i) the power, direct or
+indirect, to cause the direction or management of such entity, whether by
+contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the
+outstanding shares, or (iii) beneficial ownership of such entity.
+
+“You” (or “Your”) shall mean an individual or Legal Entity exercising
+permissions granted by this License.
+
+“Source” form shall mean the preferred form for making modifications, including
+but not limited to software source code, training datasets used for training or
+fine tuning a machine learning model or artificial intelligence model,
+documentation source, and configuration files.
+
+“Object” form shall mean any form resulting from mechanical transformation or
+translation of a Source form, including but not limited to compiled object code,
+a trained and/or fine-tuned machine learning model or artificial intelligence
+model, generated documentation, and conversions to other media types.
+
+“Work” shall mean the work of authorship, which in relation to the initial
+release of each Relevant Model is in Object form only, but in the case of any
+and all Derivative Works means that Work whether in Source or Object form, made
+available under the License, as indicated by a copyright notice that is included
+in or attached to the work (an example is provided in the Appendix below).
+
+“Derivative Works” shall mean any work, whether in Source or Object form, that
+is based on (or derived from) the Work and for which the editorial revisions,
+annotations, elaborations, or other modifications represent, as a whole, an
+original work of authorship. For the purposes of this License, Derivative Works
+shall not include works that remain separable from, or merely link (or bind by
+name) to the interfaces of, the Work and Derivative Works thereof.
+
+“Contribution” shall mean any work of authorship, including the original version
+of the Work and any modifications or additions to that Work or Derivative Works
+thereof, that is intentionally submitted to Licensor for inclusion in the Work
+by the copyright owner or by an individual or Legal Entity authorized to submit
+on behalf of the copyright owner.
+
+For the purposes of this definition, “submitted” means any form of electronic,
+verbal, or written communication sent to the Licensor or its representatives,
+including but not limited to communication on electronic mailing lists, source
+code control systems, and issue tracking systems that are managed by, or on
+behalf of, the Licensor for the purpose of discussing and improving the Work,
+but excluding communication that is conspicuously marked or otherwise
+designated in writing by the copyright owner as “Not a Contribution.”
+
+“Contributor” shall mean Licensor and any individual or Legal Entity on behalf
+of whom a Contribution has been received by Licensor and subsequently
+incorporated within the Work.
+
+“Acceptable Use Policy” means the latest version from time to time of the policy
+designated as such hosted at FalconLLM.tii.ae.
+
+“Relevant Model” shall mean those artificial intelligence models to which this
+license has been applied (as indicated by a copyright notice in the form stated
+in the Appendix below), each initially made available in Object form only.
+
+“TII” shall mean the Technology Innovation Institute – Sole Proprietorship
+L.L.C., or any party nominated in writing by Technology Innovation Institute –
+Sole Proprietorship L.L.C. as its successor for the purposes of this License, or
+any party nominated in writing to be a successor to any successor for the
+purposes of this license.
+
+2. Grant of Copyright License
+
+2.1 Subject to the terms and conditions of this License, each Contributor hereby
+grants to You a perpetual, worldwide, non-exclusive, irrevocable copyright
+license to reproduce, prepare Derivative Works of, publicly display, publicly
+perform, sublicense, and distribute the Work and such Derivative Works in Source
+or Object form.
+
+2.2 Your copyright license to use the Work shall be royalty free and without
+charge.
+
+3. Grant of Patent License
+
+3.1 Subject to the terms and conditions of this License, each Contributor hereby
+grants to You a perpetual, worldwide, non-exclusive, irrevocable (except as
+stated in this section) patent license to make, have made, use, offer to sell,
+sell, import, and otherwise transfer the Work, where such license applies only
+to those patent claims licensable by such Contributor that are necessarily
+infringed by their Contribution(s) alone or by combination of their
+Contribution(s) with the Work to which such Contribution(s) was submitted.
+
+If You institute patent litigation against any entity (including a cross-claim
+or counterclaim in a lawsuit) alleging that the Work or a Contribution
+incorporated within the Work constitutes direct or contributory patent
+infringement, then any patent licenses granted to You under this License for
+that Work shall terminate as of the date such litigation is filed.
+
+3.2 Your patent license to use the Work shall be royalty free and without
+charge.
+
+4. Redistribution
+
+4.1 You may reproduce and distribute copies of the Work or Derivative Works
+thereof in any medium, with or without modifications, and in Source or Object
+form, provided that You meet the following conditions:
+
+4.1.1 Use-based restrictions incorporating the Acceptable Use Policy in the
+manner set out in Section 5 of this license, and which do not otherwise conflict
+with the Acceptable Use Policy, must be included as enforceable provisions by
+You in any type of legal agreement (e.g. a license) governing the use and/or
+distribution of the Work or any Derivative Works that You distribute;
+
+4.1.2 You must give any other recipients of the Work or Derivative Works a copy
+of this License;
+
+4.1.3 You must cause any modified files to carry prominent notices stating that
+You changed the files;
+
+4.1.4 You must retain, in the Source form of any Derivative Works that You
+distribute, all copyright, patent, trademark, and attribution notices from the
+Source form of the Work, excluding those notices that do not pertain to any part
+of the Derivative Works; and
+
+4.1.5 If the Work includes a “NOTICE” text file as part of its distribution,
+then any Derivative Works that You distribute must include a readable copy of
+the attribution notices contained within such NOTICE file, excluding those
+notices that do not pertain to any part of the Derivative Works, in at least one
+of the following places: within a NOTICE text file distributed as part of the
+Derivative Works; within the Source form or documentation, if provided along
+with the Derivative Works; or, within a display generated by the Derivative
+Works, if and wherever such third-party notices normally appear.
+
+The contents of the NOTICE file are for informational purposes only and do not
+modify the License. You may add Your own attribution notices within Derivative
+Works that You distribute, alongside or as an addendum to the NOTICE text from
+the Work, provided that such additional attribution notices cannot be construed
+as modifying the License.
+
+4.2 Subject to Section 6, You may add Your own copyright statement to Your
+modifications and may provide additional or different license terms and
+conditions for use, reproduction, or distribution of Your modifications, or for
+any such Derivative Works as a whole, provided Your use, reproduction, and
+distribution of the Work otherwise complies with the conditions stated in this
+License.
+
+5. Acceptable Use
+
+5.1 Subject to Section 5.3, your use of the Work or any Derivative Work must
+comply with the Acceptable Use Policy at all times. You shall procure that all
+persons using the Work or Derivative Work for you or on your behalf comply with
+the Acceptable Use Policy in their use.
+
+5.2 You may not use the Work or any Derivative Work or any output from the Work
+or Derivative Work, whether directly or indirectly, to create other works for
+any purpose which conflicts with the Acceptable Use Policy.
+
+5.3 The Acceptable Use Policy may be updated from time to time. You should
+monitor the web address at which the Acceptable Use Policy is hosted to ensure
+that your use of the Work or any Derivative Work complies with the updated
+Acceptable Use Policy.
+
+6. Publication
+
+6.1 You shall include prominently in any public statement regarding a
+Derivative Work the following statement:
+
+“[name of relevant Derivative Work] is built using artificial intelligence
+technology from the Technology Innovation Institute”.
+
+6.2 You may request from TII a reasonably adjusted version of the above
+statement to suit the publication the relevant statement is being made in. TII
+will not unreasonably withhold or delay approval of such a request.
+
+7. Submission of Contributions
+
+7.1 Unless You explicitly state otherwise, any Contribution intentionally
+submitted for inclusion in the Work by You to the Licensor shall be under the
+terms and conditions of this License, without any additional terms or
+conditions.
+
+7.2 Notwithstanding the above, nothing herein shall supersede or modify the
+terms of any separate license agreement you may have executed with Licensor
+regarding such Contributions.
+
+8. Trademarks
+
+8.1 Except as required for compliance with Section 6 of this License, this
+License does not grant permission to use the trade names, trademarks, service
+marks, or product names of the Licensor, except as required for reasonable and
+customary use in describing the origin of the Work and reproducing the content
+of the NOTICE file.
+
+9. Disclaimer of Warranty
+
+9.1 Unless required by applicable law or agreed to in writing, Licensor provides
+the Work (and each Contributor provides its Contributions) on an “AS IS” BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied,
+including, without limitation, any warranties or conditions of TITLE,
+NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE.
+
+You are solely responsible for determining the appropriateness of using or
+redistributing the Work and assume any risks associated with Your exercise of
+permissions under this License.
+
+10. Limitation of Liability
+
+10.1 In no event and under no legal theory, whether in tort (including
+negligence), contract, or otherwise, unless required by applicable law (such as
+deliberate and grossly negligent acts) or agreed to in writing, shall any
+Contributor be liable to You for damages, including any direct, indirect,
+special, incidental, or consequential damages of any character arising as a
+result of this License or out of the use or inability to use the Work (including
+but not limited to damages for loss of goodwill, work stoppage, computer failure
+or malfunction, or any and all other commercial damages or losses), even if
+such Contributor has been advised of the possibility of such damages.
+
+11. Accepting Warranty or Additional Liability
+
+11.1 While redistributing the Work or Derivative Works thereof, You may choose
+to offer, and charge a fee for, acceptance of support, warranty, indemnity, or
+other liability obligations and/or rights consistent with this License.
+
+However, in accepting such obligations, You may act only on Your own behalf and
+on Your sole responsibility, not on behalf of any other Contributor, and only
+if You agree to indemnify, defend, and hold each Contributor harmless for any
+liability incurred by, or claims asserted against, such Contributor by reason
+of your accepting any such warranty or additional liability.
+
+END OF TERMS AND CONDITIONS
+
+APPENDIX: How to apply the TII Falcon License to your work
+
+To apply the TII Falcon License to your work, attach the following boilerplate
+notice, with the fields enclosed by brackets “[]” replaced with your own
+identifying information. Do not include the brackets. The text should be
+enclosed in the appropriate comment syntax for the file format.
+
+Copyright [yyyy] [name of copyright owner]
+Licensed under the TII Falcon License (the “License”); you may not use this file
+except in compliance with the License.
+
+You may obtain a copy of the License at FalconLLM.tii.ae. Unless required by
+applicable law or agreed to in writing, software distributed under the License
+is distributed on an “AS IS” BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.
+
+See the License for the specific language governing permissions and limitations
+under the License.
--- a/199
+++ b/199
@@ -0,0 +1,199 @@
+APPVOID NONCOMMERCIAL MODEL LICENSE
+Version 1.0 — 26 July 2026
+
+Copyright (c) 2026 appvoid. All rights reserved.
+
+NOTICE: This is a source-available, noncommercial model license. It is not an open-source license as that term is commonly defined. Commercial rights are available only under a separate written agreement with appvoid.
+
+By downloading, accessing, copying, using, modifying, fine-tuning, converting, hosting, or distributing any Model Materials, You accept this License.
+
+1. DEFINITIONS
+
+1.1 “Licensor” means appvoid, to the extent appvoid owns or is authorized to license the applicable rights in the Model Materials.
+
+1.2 “Model Materials” means the machine-learning materials identified as being released under this License, including model weights, checkpoints, parameter files, adapters, LoRAs, quantizations, configuration files, tokenizer files, inference files, and accompanying documentation, but excluding Third-Party Materials.
+
+1.3 “Model” means the machine-learning model embodied in or created from the Model Materials.
+
+1.4 “Derivative Model” means any model, checkpoint, adapter, quantization, conversion, merge, fine-tune, distillation, modification, or other work based on, derived from, incorporating, or trained using the Model or Model Materials, where appvoid’s protectable contributions remain present. Ordinary Outputs are not Derivative Models solely because they were generated by the Model.
+
+1.5 “Output” means text, code, data, embeddings, or other content generated by running the Model, excluding any portion that reproduces Model Materials or other protected material.
+
+1.6 “Noncommercial Purpose” means use that is not primarily intended for, and does not result in, commercial advantage, monetary compensation, revenue, business operational benefit, or support for a commercial product or service. Permitted examples include:
+
+(a) personal study, experimentation, hobby projects, and private research;
+(b) academic teaching or academic research;
+(c) use by a charitable or nonprofit organization for its public-interest mission;
+(d) use by a public educational or public research institution; and
+(e) publication of noncommercial research results.
+
+A use is not Noncommercial merely because no fee is charged.
+
+1.7 “Commercial Use” means any use that is not a Noncommercial Purpose, including, without limitation:
+
+(a) use by or for a for-profit entity, except the limited evaluation permitted in Section 3;
+(b) use in a paid, subscription-based, advertising-supported, sponsored, or revenue-generating product or service;
+(c) use in internal business operations, employee tools, analytics, customer support, automation, research and development, or decision-making;
+(d) providing hosted inference, fine-tuning, training, model access, an API, or managed services to another person or entity;
+(e) creating, training, evaluating, or improving a model intended for commercial deployment;
+(f) consulting, contracting, client work, or creation of commercial deliverables;
+(g) sale, rental, paid licensing, paid redistribution, or other commercial exploitation of the Model Materials or any Derivative Model; or
+(h) generating Outputs for a commercial product, service, client, campaign, or business activity.
+
+1.8 “Distribute” means to provide, publish, transmit, sublicense, transfer, or otherwise make available a copy of Model Materials or a Derivative Model to another person or entity.
+
+1.9 “Third-Party Materials” means any component governed by a license, copyright, patent, trademark, acceptable-use policy, or other right belonging to a party other than appvoid.
+
+1.10 “You” means the individual or legal entity exercising rights under this License.
+
+2. NONCOMMERCIAL LICENSE GRANT
+
+Subject to full compliance with this License and all applicable Third-Party Terms, appvoid grants You a worldwide, non-exclusive, royalty-free, non-transferable license, for Noncommercial Purposes only, to:
+
+(a) access, use, run, reproduce, and evaluate the Model Materials;
+(b) modify, fine-tune, merge, distill, quantize, convert, and create Derivative Models;
+(c) publicly display and publish noncommercial research concerning the Model; and
+(d) Distribute the Model Materials or Derivative Models as permitted by Section 4.
+
+This grant is perpetual unless terminated under Section 10. No rights are granted for Commercial Use.
+
+To the extent appvoid owns patent claims necessarily infringed by exercising the permissions expressly granted above, appvoid grants You a corresponding non-exclusive, worldwide, royalty-free patent license for those permitted Noncommercial Purposes only.
+
+3. LIMITED COMMERCIAL EVALUATION
+
+A for-profit entity may evaluate the Model internally for up to thirty (30) calendar days solely to decide whether to obtain a commercial license from appvoid, provided that:
+
+(a) the Model is not used in production;
+(b) no external user, customer, client, or partner is given access;
+(c) no revenue, commercial deliverable, operational decision, or business service is produced from the evaluation;
+(d) no personal, confidential, regulated, or customer data is used;
+(e) no Derivative Model is deployed or retained for later commercial use; and
+(f) all use stops at the end of the evaluation period unless appvoid grants a separate written license.
+
+This limited evaluation permission does not authorize benchmarking as a paid service, competitive model training, or use for the benefit of a third party.
+
+4. DISTRIBUTION AND DERIVATIVE MODELS
+
+You may Distribute Model Materials or Derivative Models only for Noncommercial Purposes and only if You:
+
+(a) provide every recipient with a complete copy of this License;
+(b) license the distributed Model Materials and Derivative Models under this same License, without removing or weakening its noncommercial restriction;
+(c) preserve all copyright, patent, trademark, attribution, and license notices;
+(d) prominently identify files or materials You changed and describe the general nature of those changes;
+(e) include all applicable Third-Party licenses, notices, and acceptable-use terms;
+(f) do not state or imply that appvoid endorses You, Your work, or Your Derivative Model; and
+(g) do not impose terms that conflict with this License or applicable Third-Party Terms.
+
+You may charge only the reasonable, direct cost of physical media or file transfer. You may not charge a license fee, access fee, hosting fee, support fee, or other compensation in connection with distribution under this License.
+
+The permissions in this Section do not authorize You to sublicense appvoid’s rights under different terms.
+
+5. COMMERCIAL LICENSING
+
+Commercial Use requires a separate written commercial license signed or otherwise expressly issued by appvoid.
+
+A commercial license may cover, among other activities, internal company use, production deployment, monetized products, hosted services, APIs, client work, commercial fine-tuning, commercial Derivative Models, and paid redistribution.
+
+The availability of commercial licensing does not obligate appvoid to offer a license to any person or entity. Commercial-license requests must be directed to appvoid through the contact method listed in the applicable model repository or appvoid’s official public profile.
+
+A commercial license issued by appvoid applies only to rights controlled by appvoid. It does not replace or override any Third-Party Terms.
+
+6. OUTPUTS
+
+Subject to applicable law and third-party rights, appvoid does not claim ownership of Outputs merely because the Model generated them.
+
+However:
+
+(a) using the Model to generate Outputs for a Commercial Use requires a commercial license;
+(b) this License does not grant rights in third-party material that may appear in an Output;
+(c) Outputs that contain or reproduce Model Materials remain subject to this License; and
+(d) You are solely responsible for reviewing Outputs for accuracy, legality, safety, and infringement before using or distributing them.
+
+7. ACCEPTABLE USE
+
+You may not use the Model Materials, the Model, a Derivative Model, or Outputs:
+
+(a) in violation of applicable local, national, or international law or regulation;
+(b) to exploit, harm, or attempt to exploit or harm minors or living beings;
+(c) to generate or disseminate verifiably false information with the purpose of harming another person or entity;
+(d) to defame, disparage, threaten, stalk, or harass another person;
+(e) to remove, bypass, or misrepresent license, authorship, provenance, safety, or attribution information; or
+(f) in any manner prohibited by applicable Third-Party Terms or an applicable acceptable-use policy.
+
+Where an applicable upstream acceptable-use policy is updated in accordance with its governing license, You remain responsible for complying with the version applicable to Your use.
+
+8. THIRD-PARTY AND UPSTREAM TERMS
+
+8.1 This License applies only to rights that appvoid owns or controls. The Model Materials may contain or derive from Third-Party Materials. Those materials remain governed by their own terms.
+
+8.2 For any model derived from Falcon-H1 or another Falcon model released by the Technology Innovation Institute (“TII”), the applicable TII Falcon License, Acceptable Use Policy, attribution requirements, and NOTICE materials remain in force in addition to this License.
+
+8.3 You must provide downstream recipients with complete copies of all applicable upstream licenses and notices, preserve required attributions, mark modified files, and comply with all upstream publication requirements.
+
+8.4 For Palmer-006 and any other Falcon-derived model identified by appvoid, public statements about the model must prominently include the following statement, unless TII has approved different wording:
+
+“Palmer-006 is built using Falcon LLM technology from the Technology Innovation Institute.”
+
+For another Falcon-derived model, replace “Palmer-006” with that model’s relevant name.
+
+8.5 Nothing in this License grants rights broader than an upstream license. You must comply with both this License and all applicable Third-Party Terms. If You cannot comply with all applicable terms, You may not use or Distribute the affected Model Materials or Derivative Model.
+
+9. ATTRIBUTION AND TRADEMARKS
+
+Any permitted public distribution or public description of the Model or a Derivative Model must provide reasonable attribution to appvoid and identify the original model repository where practical.
+
+Required Notice:
+Copyright (c) 2026 appvoid.
+Licensed under the Appvoid Noncommercial Model License 1.0.
+Commercial use requires a separate license from appvoid.
+
+This License does not grant permission to use the names, usernames, logos, trade names, trademarks, or service marks of appvoid or any third party, except as reasonably necessary for attribution, provenance, compliance with upstream requirements, or accurate description of origin.
+
+10. TERMINATION AND CURE
+
+Your rights under this License terminate automatically if You:
+
+(a) engage in Commercial Use without a valid commercial license;
+(b) violate the Acceptable Use requirements;
+(c) distribute the Model Materials or a Derivative Model contrary to this License; or
+(d) materially breach any other term of this License.
+
+For a first breach that is reasonably curable and does not involve deliberate Commercial Use or unlawful conduct, appvoid may reinstate Your rights if You fully cure the breach and its effects within thirty (30) days after receiving written notice. Reinstatement is not automatic unless appvoid confirms it in writing.
+
+Upon termination, You must stop using and distributing the affected Model Materials and Derivative Models and delete copies under Your control, except to the extent retention is required by law. Sections concerning ownership, Outputs, third-party rights, disclaimers, liability, and general terms survive termination.
+
+11. OWNERSHIP AND RESERVATION OF RIGHTS
+
+The Model Materials are licensed, not sold. appvoid and applicable third parties retain all rights, title, and interest they may hold in the Model Materials and their respective contributions.
+
+All rights not expressly granted by this License are reserved. No implied license, estoppel, or waiver is created.
+
+12. DISCLAIMER OF WARRANTIES
+
+TO THE MAXIMUM EXTENT PERMITTED BY LAW, THE MODEL MATERIALS, MODEL, DERIVATIVE MODELS, AND ANY RELATED DOCUMENTATION ARE PROVIDED “AS IS” AND “AS AVAILABLE,” WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, INCLUDING WARRANTIES OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, ACCURACY, RELIABILITY, SECURITY, OR UNINTERRUPTED OPERATION.
+
+YOU ARE RESPONSIBLE FOR DETERMINING WHETHER THE MODEL IS APPROPRIATE FOR YOUR USE AND FOR IMPLEMENTING APPROPRIATE TESTING, HUMAN REVIEW, SECURITY, PRIVACY, AND SAFETY CONTROLS.
+
+13. LIMITATION OF LIABILITY
+
+TO THE MAXIMUM EXTENT PERMITTED BY LAW, APPVOID, ITS CONTRIBUTORS, AND ITS LICENSORS WILL NOT BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, CONSEQUENTIAL, OR PUNITIVE DAMAGES, OR FOR ANY LOSS OF PROFITS, REVENUE, DATA, GOODWILL, BUSINESS OPPORTUNITY, OR USE, ARISING FROM OR RELATED TO THE MODEL MATERIALS, MODEL, DERIVATIVE MODELS, OUTPUTS, OR THIS LICENSE, UNDER ANY THEORY OF LIABILITY, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.
+
+WHERE APPLICABLE LAW DOES NOT ALLOW A COMPLETE EXCLUSION OF LIABILITY, THE TOTAL AGGREGATE LIABILITY OF APPVOID ARISING FROM OR RELATED TO THIS PUBLIC LICENSE WILL NOT EXCEED US$100.
+
+Nothing in this License excludes liability that cannot legally be excluded.
+
+14. GENERAL TERMS
+
+14.1 Entire Public License. This License is the entire public noncommercial license granted by appvoid for the Model Materials. A separate commercial agreement may provide different rights and obligations.
+
+14.2 Severability. If a provision is held unenforceable, it will be modified only to the minimum extent necessary to make it enforceable, and the remaining provisions will continue in effect.
+
+14.3 No Waiver. Failure to enforce a provision is not a waiver of the right to enforce it later.
+
+14.4 No Assignment. You may not assign or transfer this License or Your rights under it without appvoid’s prior written permission. A change of control, merger, or transfer of substantially all relevant assets is treated as an assignment.
+
+14.5 No Conflicting Interpretation. Headings and examples are for convenience and do not limit the operative terms. “Including” means “including without limitation.”
+
+14.6 Language. The English version of this License controls over any translation.
+
+END OF APPVOID NONCOMMERCIAL MODEL LICENSE 1.0
--- a/22
+++ b/22
@@ -0,0 +1,22 @@
+NOTICE
+
+Palmer-006
+Copyright (c) 2026 appvoid.
+
+Palmer-006 is built using artificial intelligence technology from the
+Technology Innovation Institute.
+
+Palmer-006 is a derivative of:
+
+    tiiuae/Falcon-H1-Tiny-90M-Base
+    Developed by the Technology Innovation Institute (TII)
+    Original model license: Falcon-LLM License
+    Original model repository:
+    https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Base
+
+Palmer-006 contains modifications and/or additional training performed by
+appvoid. The modified model is distributed under the Appvoid Noncommercial
+Model License 1.0, together with and subject to the applicable TII Falcon
+License and Falcon Acceptable Use Policy.
+
+This NOTICE is informational and does not modify either license.
--- a/README.md
+++ b/README.md
@@ -0,0 +1,494 @@
+---
+library_name: transformers
+pipeline_tag: text-generation
+language:
+- en
+license: other
+license_name: appvoid-noncommercial-model-license-1.0
+license_link: LICENSE
+tags:
+- palmer
+- text-editing
+- rewriting
+- paraphrasing
+- grammar-correction
+- edge
+- small-language-model
+widget:
+- text: Make this more concise.
+  output:
+    url: images/4.png
+- text: Make this friendlier.
+  output:
+    url: images/1.png
+- text: Improve clarity without changing the meaning.
+  output:
+    url: images/2.png
+- text: Improve clarity without changing the meaning.
+  output:
+    url: images/3.png
+extra_gated_prompt: >-
+  You agree to use this model in good faith, respect the LICENSE in this
+  repository, comply with the applicable Falcon upstream terms, and not use the
+  model to harm any person or group. Commercial use requires a separate license.
+new_version: appvoid/palmer-007
+---
+
+<style>
+@import url("https://fonts.googleapis.com/css2?family=Roboto+Mono:wght@300;400;500;600&display=swap");
+
+*,
+html,
+body,
+div {
+  box-sizing: border-box;
+  color: #fff;
+  background: #000 !important;
+  border: none;
+  font-family: "Roboto Mono", monospace !important;
+  font-weight: 300;
+  font-style: normal;
+}
+
+
+::selection {
+  color: #000;
+  background: #fff;
+}
+
+::-moz-selection {
+  color: #000;
+  background: #fff;
+}
+
+body {
+  margin: 0;
+  padding: 2rem 2rem 5rem;
+  background: #070707 !important;
+}
+
+.model-card {
+  max-width: 1100px;
+  margin: 0 auto 2rem;
+  padding: 3rem;
+  text-align: justify;
+  border: 1px solid #1d1d1d;
+  border-radius: 1.25rem;
+  overflow: visible;
+  box-shadow: 0 18px 60px rgba(0, 0, 0, 0.45);
+}
+
+/* Logo area */
+.logo-stage {
+  position: relative;
+  isolation: isolate;
+
+  display: flex;
+  align-items: center;
+  justify-content: center;
+
+  min-height: 360px;
+  margin: 0 auto 1.5rem;
+  overflow: visible;
+  cursor: default;
+
+  user-select: none;
+  -webkit-user-select: none;
+  -moz-user-select: none;
+}
+
+/*
+  The stage remains full-size while the logo collapses, so shrinking does not
+  accidentally end the hover state. Every visible property has an explicit
+  neutral value and transition, preventing effects from snapping on or off.
+*/
+.logo-vortex {
+  position: relative;
+  display: grid;
+  place-items: center;
+  width: fit-content;
+  margin: 0 auto;
+
+  border-radius: 0.75rem;
+  outline: 2px solid rgba(255, 255, 255, 0);
+  outline-offset: 0;
+
+  transform:
+    perspective(1000px)
+    translateZ(0)
+    scale(1)
+    rotate(0deg);
+
+  transform-origin: center;
+  will-change: transform, border-radius, box-shadow, outline-color, outline-offset;
+
+  box-shadow:
+    0 0 0 0 rgba(0, 0, 0, 0),
+    0 0 0 0 rgba(255, 255, 255, 0),
+    0 0 0 0 rgba(0, 0, 0, 0),
+    0 0 0 0 rgba(255, 255, 255, 0),
+    0 0 0 0 rgba(255, 255, 255, 0),
+    0 0 0 0 rgba(255, 255, 255, 0);
+
+  transition:
+    transform 680ms cubic-bezier(0.16, 1, 0.3, 1),
+    border-radius 560ms ease,
+    box-shadow 620ms ease,
+    outline-color 520ms ease,
+    outline-offset 620ms cubic-bezier(0.16, 1, 0.3, 1);
+}
+
+/*
+  Both rings rotate at all times, even while invisible. Hover only fades and
+  brightens them, so there is no animation restart, pause, or discontinuity.
+*/
+.logo-vortex::before,
+.logo-vortex::after {
+  content: "";
+  position: absolute;
+  z-index: -1;
+  pointer-events: none;
+
+  border-radius: 50%;
+  opacity: 0;
+
+  transition:
+    opacity 420ms ease,
+    border-color 420ms ease,
+    filter 520ms ease;
+}
+
+.logo-vortex::before {
+  inset: -30px;
+
+  border: 3px solid rgba(255, 255, 255, 0);
+  border-left-color: rgba(255, 255, 255, 0);
+  border-right-color: rgba(255, 255, 255, 0);
+
+  filter:
+    drop-shadow(0 0 0 rgba(255, 255, 255, 0))
+    drop-shadow(0 0 0 rgba(255, 255, 255, 0));
+
+  animation: singularity-orbit 880ms linear infinite;
+}
+
+.logo-vortex::after {
+  inset: -52px;
+
+  border: 2px dashed rgba(255, 255, 255, 0);
+
+  filter:
+    drop-shadow(0 0 0 rgba(255, 255, 255, 0));
+
+  animation: singularity-orbit-reverse 1.28s linear infinite;
+}
+
+.logo-image {
+  position: relative;
+  z-index: 1;
+
+  display: block;
+  width: auto;
+  height: 256px;
+  max-width: 100%;
+  margin: 0 auto;
+  object-fit: contain;
+
+  border-radius: 0.75rem;
+
+  filter:
+    grayscale(0%)
+    contrast(115%)
+    brightness(100%)
+    blur(0)
+    drop-shadow(0 0 0 rgba(255, 255, 255, 0))
+    drop-shadow(0 0 0 rgba(255, 255, 255, 0))
+    drop-shadow(0 0 0 rgba(255, 255, 255, 0));
+
+  transform:
+    translateZ(0)
+    scale(1)
+    rotate(0deg);
+
+  transform-origin: center;
+  will-change: transform, filter, border-radius;
+
+  transition:
+    transform 680ms cubic-bezier(0.16, 1, 0.3, 1),
+    filter 620ms cubic-bezier(0.16, 1, 0.3, 1),
+    border-radius 560ms ease;
+
+  user-select: none;
+  -webkit-user-select: none;
+  -moz-user-select: none;
+  -webkit-user-drag: none;
+  pointer-events: none;
+  cursor: default;
+}
+
+.logo-stage:hover .logo-vortex {
+  border-radius: 50%;
+  outline-color: rgba(255, 255, 255, 0.9);
+  outline-offset: 16px;
+
+  transform:
+    perspective(1000px)
+    translateZ(0)
+    scale(0.32)
+    rotate(540deg);
+
+  box-shadow:
+    0 0 0 5px #000,
+    0 0 0 7px rgba(255, 255, 255, 0.92),
+    0 0 0 14px #000,
+    0 0 0 16px rgba(255, 255, 255, 0.34),
+    0 0 38px 18px rgba(255, 255, 255, 0.3),
+    0 0 96px 34px rgba(255, 255, 255, 0.14);
+}
+
+.logo-stage:hover .logo-image {
+  border-radius: 50%;
+
+  transform:
+    translateZ(0)
+    scale(0.84)
+    rotate(-360deg);
+
+  filter:
+    grayscale(100%)
+    contrast(240%)
+    brightness(14%)
+    blur(4px)
+    drop-shadow(0 0 5px rgba(255, 255, 255, 1))
+    drop-shadow(0 0 18px rgba(255, 255, 255, 0.74))
+    drop-shadow(0 0 42px rgba(255, 255, 255, 0.38));
+}
+
+.logo-stage:hover .logo-vortex::before {
+  opacity: 1;
+
+  border-color: rgba(255, 255, 255, 0.88);
+  border-left-color: rgba(255, 255, 255, 0.06);
+  border-right-color: rgba(255, 255, 255, 0.24);
+
+  filter:
+    drop-shadow(0 0 9px rgba(255, 255, 255, 0.86))
+    drop-shadow(0 0 26px rgba(255, 255, 255, 0.44));
+}
+
+.logo-stage:hover .logo-vortex::after {
+  opacity: 0.72;
+  border-color: rgba(255, 255, 255, 0.42);
+
+  filter:
+    drop-shadow(0 0 13px rgba(255, 255, 255, 0.3));
+}
+
+@keyframes singularity-orbit {
+  0% {
+    transform: rotate(0deg) scale(0.96);
+  }
+
+  50% {
+    transform: rotate(180deg) scale(1.04);
+  }
+
+  100% {
+    transform: rotate(360deg) scale(0.96);
+  }
+}
+
+@keyframes singularity-orbit-reverse {
+  0% {
+    transform: rotate(360deg) scale(1.04);
+  }
+
+  50% {
+    transform: rotate(180deg) scale(0.97);
+  }
+
+  100% {
+    transform: rotate(0deg) scale(1.04);
+  }
+}
+
+/* Benchmark remains centered and enlarges substantially on hover. */
+.benchmark-image {
+  display: block;
+  position: static;
+  padding: 2rem;
+  width: min(76%, 760px);
+  height: auto;
+  max-width: 100%;
+  margin: 3rem auto 2.5rem;
+  object-fit: contain;
+
+  border: 2px solid rgba(255, 255, 255, 0.16);
+  border-radius: 1rem;
+  outline: none;
+
+  user-select: none;
+  -webkit-user-select: none;
+  -moz-user-select: none;
+  -webkit-user-drag: none;
+
+  filter: none !important;
+  transform: scale(1) !important;
+  animation: none !important;
+  box-shadow: none !important;
+
+  position: relative;
+  z-index: 1;
+  transform-origin: center;
+
+  transition:
+    transform 440ms cubic-bezier(0.16, 1, 0.3, 1),
+    border-color 360ms ease,
+    box-shadow 440ms ease,
+    filter 440ms ease !important;
+}
+
+.benchmark-image:hover {
+  border-color: rgba(255, 255, 255, 0.96);
+  border-radius: 2rem;
+  outline: none;
+  outline-offset: 0;
+  border: 3px solid rgba(255, 255, 255, 0.16);
+  z-index: 8;
+  transform: scale(1.55) !important;
+  animation: none !important;
+  filter: contrast(1.08) brightness(1.05) !important;
+  box-shadow:
+    0 28px 90px rgba(0, 0, 0, 0.62),
+    0 0 0 1px rgba(255, 255, 255, 0.08),
+    0 0 58px rgba(255, 255, 255, 0.12) !important;
+}
+
+p,
+li,
+td {
+  color: #d0d0d0;
+  line-height: 1.7;
+}
+
+p {
+  font-size: 0.98rem;
+}
+
+h1 {
+  margin-top: 1rem;
+  text-align: center;
+}
+
+h1,
+h2,
+h3,
+h4,
+h5,
+h6 {
+  color: #fff;
+  font-weight: 500;
+  letter-spacing: 0.04em;
+}
+
+table {
+  width: 100%;
+}
+
+@media (max-width: 700px) {
+  body {
+    padding: 0.75rem 0.75rem 3rem;
+  }
+
+  .model-card {
+    margin-bottom: 1.5rem;
+    padding: 1.5rem;
+    border-radius: 0.9rem;
+  }
+
+  .benchmark-image {
+    width: 92%;
+  }
+
+  .logo-stage {
+    min-height: 270px;
+  }
+
+  .logo-image {
+    height: 190px;
+  }
+}
+
+@media (prefers-reduced-motion: reduce) {
+  .logo-vortex,
+  .logo-vortex::before,
+  .logo-vortex::after,
+  .logo-image,
+  .benchmark-image {
+    animation: none !important;
+    transition: none !important;
+  }
+}
+</style>
+
+<body>
+<div class="model-card">
+
+<div class="logo-stage">
+  <div class="logo-vortex">
+    <img
+      class="logo-image"
+      src="https://huggingface.co/appvoid/palmer-006/resolve/main/images/006.png"
+      alt="Palmer 006 logo"
+    />
+  </div>
+</div>
+
+# a small model is all you need
+
+We celebrate three years of experiments with the release of `palmer-006`, our flagship and extremely small language model for local experimentation, edge hardware, small SBCs, and low-power devices. Note that this model serves primarily as a language model and has not been validated nor finetuned as a general-purpose chat assistant. Thus further finetuning is required to properly work as an instruction-tuned model.
+
+## updates
+
+- [🐦‍🔥 A wild palmer appeared, go catch it!](https://huggingface.co/CEAMFA/palmer-007-preview-GGUF)
+- No longer promoting arithmark, after doing proper evals, palmer-006 is barely better than the base model used to train. Model is [#5 on open slm leaderboard](https://huggingface.co/spaces/AxiomicLabs/Open_SLM_Leaderboard)
+- Second spot on [BananaMindBench Leaderboard](https://huggingface.co/spaces/BananaMind/BananaMindBench-Leaderboard)!!🎉🎉
+
+## ● details
+
+<img
+  class="benchmark-image"
+  src="https://cdn-uploads.huggingface.co/production/uploads/62a813dedbb9e28866a91b27/WLY14UxFOKUVR9UZ2H5RK.png"
+  alt="Palmer 006 benchmark comparison"
+/>
+
+We first lightly fine-tuned the base model on a diverse set of highly curated data points. We then “palmerized” it by merging models, followed by another light fine-tuning round. Finally, we adjusted Mamba for maximum token speed. With only 90M parameters, this turned the model into a competitive baseline against models above 125M parameters.
+
+> As seen in the benchmark, we are getting closer to the performance of bigger models with our current technique, even on models of this size. Note: We used `acc_norm` whenever available.
+
+## ● quick test
+
+You can load `model.gguf` model into a llama-server, then run the script inside this repo as follows:
+
+```python
+python completion.py prompt.txt
+```
+
+## ● license
+
+Open research, education, hobby use, modification, and redistribution are permitted. Commercial deployment, internal business use, paid products, hosted APIs, and client work require a separate commercial license from appvoid. For commercial licensing: [nosoyhackercodigo@gmail.com](mailto:nosoyhackercodigo@gmail.com)
+
+  👋 But hey! If you already have a [donation subscription](https://ko-fi.com/appvoid), you can claim access to a free commercial license through the email above. You will keep the rights as long as the subscription is active.
+
+## ● upstream attribution
+
+**palmer-006 is built using artificial intelligence technology from the Technology Innovation Institute.**
+
+## ● fun facts
+
+- the new logo represents palmer's eye, pointing how small this new model is
+- palmer models still exists to some extent due to inspiration from Karpathy's idea of a self-contained "cognitive core".
+- we just like light finetuning because we prefer starting "real" experiments with the strongest baseline possible
+- [we have an org with early access checkpoints](https://huggingface.co/CEAMFA)
+</div>
+</body>
--- a/completion.py
+++ b/completion.py
@@ -0,0 +1,120 @@
+#!/usr/bin/env python3
+
+# quick-start for completion models:
+# 1. start a server: ``llama-server -m model.gguf``
+# 2. create a text file with your prompt like `prompt.txt`
+# 3. run a completion: ``python completion.py prompt.txt``
+
+import argparse
+import sys
+from pathlib import Path
+
+import requests
+
+
+def parse_args() -> argparse.Namespace:
+    parser = argparse.ArgumentParser(
+        description="Send a text file as a raw prompt to llama.cpp server."
+    )
+
+    parser.add_argument(
+        "prompt_file",
+        type=Path,
+        help="UTF-8 text file containing the raw prompt",
+    )
+    parser.add_argument(
+        "-o",
+        "--output",
+        type=Path,
+        help="Write the generated continuation to this file",
+    )
+    parser.add_argument(
+        "--server",
+        default="http://localhost:8080",
+        help="llama.cpp server URL",
+    )
+    parser.add_argument(
+        "-n",
+        "--n-predict",
+        type=int,
+        default=32,
+        help="Maximum generated tokens",
+    )
+    parser.add_argument(
+        "--temperature",
+        type=float,
+        default=0.0,
+    )
+    parser.add_argument(
+        "--top-k",
+        type=int,
+        default=1,
+    )
+    parser.add_argument(
+        "--top-p",
+        type=float,
+        default=1.0,
+    )
+    parser.add_argument(
+        "--seed",
+        type=int,
+        default=42,
+    )
+    parser.add_argument(
+        "--include-prompt",
+        action="store_true",
+        help="Include the original prompt before the completion",
+    )
+
+    return parser.parse_args()
+
+
+def main() -> int:
+    args = parse_args()
+
+    try:
+        prompt = args.prompt_file.read_text(encoding="utf-8")
+    except OSError as exc:
+        print(f"Could not read prompt file: {exc}", file=sys.stderr)
+        return 1
+
+    try:
+        response = requests.post(
+            f"{args.server.rstrip('/')}/completion",
+            json={
+                "prompt": prompt,
+                "n_predict": args.n_predict,
+                "temperature": args.temperature,
+                "top_k": args.top_k,
+                "top_p": args.top_p,
+                "seed": args.seed,
+                "repeat_penalty": 1.0,
+                "stream": False,
+            },
+            timeout=3600,
+        )
+        response.raise_for_status()
+    except requests.RequestException as exc:
+        print(f"llama.cpp request failed: {exc}", file=sys.stderr)
+        return 1
+
+    result = response.json()
+    completion = result.get("content")
+
+    if completion is None:
+        print(f"Unexpected response: {result}", file=sys.stderr)
+        return 1
+
+    text = prompt + completion if args.include_prompt else completion
+
+    if args.output:
+        args.output.write_text(text, encoding="utf-8")
+    else:
+        sys.stdout.write(text)
+        sys.stdout.flush()
+
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())
--- a/config.json
+++ b/config.json
@@ -0,0 +1,70 @@
+{
+  "architectures": [
+    "FalconH1ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attention_in_multiplier": 1.0,
+  "attention_out_multiplier": 1.0,
+  "attn_layer_indices": null,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "embedding_multiplier": 0.11083984375,
+  "eos_token_id": 11,
+  "expansion_factor": 1.5,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 768,
+  "key_multiplier": 1.0,
+  "lm_head_multiplier": 0.078125,
+  "mamba_chunk_size": 32,
+  "mamba_conv_bias": true,
+  "mamba_d_conv": 4,
+  "mamba_d_head": 32,
+  "mamba_d_ssm": 768,
+  "mamba_d_state": 64,
+  "mamba_expand": 2,
+  "mamba_n_groups": 1,
+  "mamba_n_heads": 24,
+  "mamba_norm_before_gate": false,
+  "mamba_proj_bias": false,
+  "mamba_rms_norm": false,
+  "mamba_use_mlp": true,
+  "max_position_embeddings": 262144,
+  "mlp_bias": false,
+  "mlp_expansion_factor": 8,
+  "mlp_multipliers": [
+    1.0,
+    1.0
+  ],
+  "model_type": "falcon_h1",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "num_logits_to_keep": 1,
+  "pad_token_id": 0,
+  "projectors_bias": false,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 100000000000.0,
+  "sliding_window": null,
+  "ssm_in_multiplier": 1.0,
+  "ssm_multipliers": [
+    1.0,
+    1.0,
+    1.0,
+    1.0,
+    1.0
+  ],
+  "ssm_out_multiplier": 1.0,
+  "tie_word_embeddings": true,
+  "time_step_floor": 0.0001,
+  "time_step_max": 0.1,
+  "time_step_min": 0.001,
+  "time_step_rank": "auto",
+  "transformers_version": "4.57.0",
+  "use_cache": false,
+  "vocab_size": 32768
+}
--- a/generation_config.json
+++ b/generation_config.json
@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 11,
+  "pad_token_id": 0,
+  "transformers_version": "4.57.0"
+}
--- a/images/006.png
+++ b/images/006.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c353c1a1ac2b5d9768f5f5ed9b54f82c784fb070b056b6f8de3d1067b91bdba
+size 135721
--- a/images/1.png
+++ b/images/1.png
--- a/images/2.png
+++ b/images/2.png
--- a/images/3.png
+++ b/images/3.png
--- a/images/4.png
+++ b/images/4.png
--- a/images/benchmarks.png
+++ b/images/benchmarks.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d9ec8d8b1e581c2e278548a8efdb04336877bec73e4aa5713b815dff96999e
+size 1143594
--- a/model.gguf
+++ b/model.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6f2af03a6cc100a28e1f9aad10132da969cc981b1b165d838c1d8d53021621
+size 98351488
--- a/model.safetensors
+++ b/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493e1620b18a28bf7a2d369a784fba18ee51123f5d65a8ff6bafcee30730d3f
+size 182304224
--- a/prompt.txt
+++ b/prompt.txt
@@ -0,0 +1,5 @@
+Top technologies in the world:
+
+- Javascript: A programming language.
+- Google: A search engine.
+- Python: A general-purpose programming language.
--- a/reports/appvoid_palmer-006_arithmark-3_results.json
+++ b/reports/appvoid_palmer-006_arithmark-3_results.json
@@ -0,0 +1,157 @@
+{
+  "model": "appvoid/palmer-006",
+  "tokenizer": "appvoid/palmer-006",
+  "params": 91131072,
+  "dataset": {
+    "path": "/home/appvoid/arithmark-3.jsonl",
+    "sha256": "bf8ab1a5193d52cdf0e05ff0b3ca226bdfcf416cb6e75562dcbe72e7e4559435",
+    "items": 1000
+  },
+  "runtime": {
+    "device": "cuda",
+    "dtype": "torch.bfloat16",
+    "batch_size": 32,
+    "max_context": 1024,
+    "attention_implementation": "auto",
+    "compiled": false,
+    "torch_version": "2.9.1+rocm7.2.0.git7e1940d4"
+  },
+  "primary_metric": "acc_norm",
+  "results": {
+    "arithmark-3": {
+      "acc": 53.2,
+      "acc_norm": 52.7,
+      "raw_correct": 532,
+      "norm_correct": 527,
+      "total": 1000,
+      "categories": {
+        "elementary_school_math_continuation::addition::grades_1_2::easy": {
+          "acc": 32.03125,
+          "acc_norm": 31.25,
+          "raw_correct": 41,
+          "norm_correct": 40,
+          "total": 128
+        },
+        "elementary_school_math_continuation::comparison::grades_2_3::medium": {
+          "acc": 40.909090909090914,
+          "acc_norm": 43.18181818181818,
+          "raw_correct": 18,
+          "norm_correct": 19,
+          "total": 44
+        },
+        "elementary_school_math_continuation::comparison_difference::grades_2_3::medium": {
+          "acc": 47.91666666666667,
+          "acc_norm": 45.83333333333333,
+          "raw_correct": 23,
+          "norm_correct": 22,
+          "total": 48
+        },
+        "elementary_school_math_continuation::data::grades_2_3::easy": {
+          "acc": 32.55813953488372,
+          "acc_norm": 30.23255813953488,
+          "raw_correct": 14,
+          "norm_correct": 13,
+          "total": 43
+        },
+        "elementary_school_math_continuation::division::grades_3_4::medium": {
+          "acc": 87.03703703703704,
+          "acc_norm": 87.03703703703704,
+          "raw_correct": 47,
+          "norm_correct": 47,
+          "total": 54
+        },
+        "elementary_school_math_continuation::fractions_counting::grades_3_4::medium": {
+          "acc": 28.000000000000004,
+          "acc_norm": 26.0,
+          "raw_correct": 14,
+          "norm_correct": 13,
+          "total": 50
+        },
+        "elementary_school_math_continuation::geometry_area::grades_4_5::medium": {
+          "acc": 94.23076923076923,
+          "acc_norm": 94.23076923076923,
+          "raw_correct": 49,
+          "norm_correct": 49,
+          "total": 52
+        },
+        "elementary_school_math_continuation::geometry_perimeter::grades_4_5::medium": {
+          "acc": 64.44444444444444,
+          "acc_norm": 64.44444444444444,
+          "raw_correct": 29,
+          "norm_correct": 29,
+          "total": 45
+        },
+        "elementary_school_math_continuation::measurement::grades_2_3::easy": {
+          "acc": 68.42105263157895,
+          "acc_norm": 67.10526315789474,
+          "raw_correct": 52,
+          "norm_correct": 51,
+          "total": 76
+        },
+        "elementary_school_math_continuation::money::grades_3_4::medium": {
+          "acc": 37.5,
+          "acc_norm": 37.5,
+          "raw_correct": 24,
+          "norm_correct": 24,
+          "total": 64
+        },
+        "elementary_school_math_continuation::multiplication::grades_3_4::medium": {
+          "acc": 81.08108108108108,
+          "acc_norm": 81.08108108108108,
+          "raw_correct": 60,
+          "norm_correct": 60,
+          "total": 74
+        },
+        "elementary_school_math_continuation::patterns::grades_3_4::medium": {
+          "acc": 64.15094339622641,
+          "acc_norm": 64.15094339622641,
+          "raw_correct": 34,
+          "norm_correct": 34,
+          "total": 53
+        },
+        "elementary_school_math_continuation::subtraction::grades_1_2::easy": {
+          "acc": 37.60683760683761,
+          "acc_norm": 37.60683760683761,
+          "raw_correct": 44,
+          "norm_correct": 44,
+          "total": 117
+        },
+        "elementary_school_math_continuation::time::grades_2_3::easy": {
+          "acc": 100.0,
+          "acc_norm": 100.0,
+          "raw_correct": 55,
+          "norm_correct": 55,
+          "total": 55
+        },
+        "elementary_school_math_continuation::two_step_add_subtract::grades_2_3::medium": {
+          "acc": 26.08695652173913,
+          "acc_norm": 26.08695652173913,
+          "raw_correct": 12,
+          "norm_correct": 12,
+          "total": 46
+        },
+        "elementary_school_math_continuation::two_step_addition::grades_2_3::medium": {
+          "acc": 42.10526315789473,
+          "acc_norm": 42.10526315789473,
+          "raw_correct": 8,
+          "norm_correct": 8,
+          "total": 19
+        },
+        "elementary_school_math_continuation::two_step_subtraction::grades_2_3::medium": {
+          "acc": 25.0,
+          "acc_norm": 21.875,
+          "raw_correct": 8,
+          "norm_correct": 7,
+          "total": 32
+        }
+      },
+      "timing": {
+        "tokenization_seconds": 0.19381939000004422,
+        "evaluation_seconds": 17.806661402999907,
+        "examples_per_second": 56.15875864475802
+      },
+      "primary_metric": "acc_norm",
+      "primary_acc": 52.7
+    }
+  }
+}
--- a/reports/bananamid_base_1_1_report.json
+++ b/reports/bananamid_base_1_1_report.json
--- a/reports/palmer-006_lm_eval_harness.log
+++ b/reports/palmer-006_lm_eval_harness.log
@@ -0,0 +1,94 @@
+================================================================================
+RUN 1 — ARC-Easy, ARC-Challenge, Winogrande, PIQA
+================================================================================
+2026-07-26:19:07:26 INFO     [_cli.run:388] Selected Tasks: ['arc_easy', 'arc_challenge', 'winogrande', 'piqa']
+2026-07-26:19:07:28 INFO     [evaluator:214] Setting random seed to 0 | Setting numpy seed to 1234 | Setting torch manual seed to 1234 | Setting fewshot manual seed to 1234
+2026-07-26:19:07:28 INFO     [evaluator:239] Initializing hf model, with arguments: {'pretrained': 'appvoid/palmer-006'}
+2026-07-26:19:07:49 INFO     [models.huggingface:286] Using device 'cuda:0'
+config.json: 1.62kB [00:00, 3.38MB/s]
+tokenizer_config.json: 99.6kB [00:00, 54.3MB/s]
+tokenizer.json: 2.35MB [00:00, 11.4MB/s]
+special_tokens_map.json: 7.42kB [00:00, 19.4MB/s]
+2026-07-26:19:07:52 INFO     [models.huggingface:579] Model parallel was set to False, max memory was not set, and device map was set to {'': 'cuda:0'}
+model.safetensors: 100%|█████████████████████| 182M/182M [00:08<00:00, 22.1MB/s]
+[transformers] The fast path is not available because one of `(selective_state_update, causal_conv1d_fn, causal_conv1d_update)` is None. Falling back to the naive implementation. To install follow https://github.com/state-spaces/mamba/#installation and https://github.com/Dao-AILab/causal-conv1d
+Loading weights: 100%|██████████████████████| 386/386 [00:00<00:00, 2314.98it/s]
+generation_config.json: 100%|███████████████████| 133/133 [00:00<00:00, 571kB/s]
+README.md: 9.00kB [00:00, 161kB/s]
+ARC-Easy/train-00000-of-00001.parquet: 100%|██| 331k/331k [00:00<00:00, 803kB/s]
+ARC-Easy/test-00000-of-00001.parquet: 100%|██| 346k/346k [00:00<00:00, 1.63MB/s]
+ARC-Easy/validation-00000-of-00001.parqu(…): 100%|█| 86.1k/86.1k [00:00<00:00, 4
+Generating train split: 100%|█████| 2251/2251 [00:00<00:00, 24351.27 examples/s]
+Generating test split: 100%|█████| 2376/2376 [00:00<00:00, 393371.21 examples/s]
+Generating validation split: 100%|█| 570/570 [00:00<00:00, 154851.56 examples/s]
+ARC-Challenge/train-00000-of-00001.parqu(…): 100%|█| 190k/190k [00:00<00:00, 896
+ARC-Challenge/test-00000-of-00001.parque(…): 100%|█| 204k/204k [00:00<00:00, 959
+ARC-Challenge/validation-00000-of-00001.(…): 100%|█| 55.7k/55.7k [00:00<00:00, 2
+Generating train split: 100%|████| 1119/1119 [00:00<00:00, 177512.34 examples/s]
+Generating test split: 100%|█████| 1172/1172 [00:00<00:00, 224575.10 examples/s]
+Generating validation split: 100%|█| 299/299 [00:00<00:00, 101431.32 examples/s]
+README.md: 11.2kB [00:00, 25.5MB/s]
+winogrande_xl/train-00000-of-00001.parqu(…): 100%|█| 2.06M/2.06M [00:00<00:00, 4
+winogrande_xl/test-00000-of-00001.parque(…): 100%|█| 118k/118k [00:00<00:00, 284
+winogrande_xl/validation-00000-of-00001.(…): 100%|█| 85.9k/85.9k [00:00<00:00, 2
+Generating train split: 100%|█| 40398/40398 [00:00<00:00, 1299756.78 examples/s]
+Generating test split: 100%|█████| 1767/1767 [00:00<00:00, 430541.14 examples/s]
+Generating validation split: 100%|█| 1267/1267 [00:00<00:00, 403108.79 examples/
+piqa_train.parquet: 100%|██████████████████| 2.64M/2.64M [00:00<00:00, 3.25MB/s]
+piqa_validation.parquet: 100%|████████████████| 300k/300k [00:00<00:00, 726kB/s]
+piqa_test.parquet: 100%|█████████████████████| 496k/496k [00:00<00:00, 1.20MB/s]
+Generating train split: 100%|██| 16113/16113 [00:00<00:00, 686092.14 examples/s]
+Generating validation split: 100%|█| 1838/1838 [00:00<00:00, 398137.21 examples/
+Generating test split: 100%|█████| 3084/3084 [00:00<00:00, 528054.93 examples/s]
+2026-07-26:19:08:16 INFO     [evaluator_utils:446] Selected tasks:
+2026-07-26:19:08:16 INFO     [evaluator_utils:480] Task: arc_challenge (arc/arc_challenge.yaml)
+2026-07-26:19:08:16 INFO     [evaluator_utils:480] Task: arc_easy (arc/arc_easy.yaml)
+2026-07-26:19:08:16 INFO     [evaluator_utils:480] Task: piqa (piqa/piqa.yaml)
+2026-07-26:19:08:16 INFO     [evaluator_utils:480] Task: winogrande (winogrande/default.yaml)
+2026-07-26:19:08:16 INFO     [api.task:312] Building contexts for arc_easy on rank 0...
+100%|██████████████████████████████████████| 2376/2376 [00:04<00:00, 507.62it/s]
+2026-07-26:19:08:21 INFO     [api.task:312] Building contexts for arc_challenge on rank 0...
+100%|██████████████████████████████████████| 1172/1172 [00:02<00:00, 505.21it/s]
+2026-07-26:19:08:24 INFO     [api.task:312] Building contexts for winogrande on rank 0...
+100%|████████████████████████████████████| 1267/1267 [00:00<00:00, 73584.28it/s]
+2026-07-26:19:08:24 INFO     [api.task:312] Building contexts for piqa on rank 0...
+100%|██████████████████████████████████████| 1838/1838 [00:02<00:00, 691.67it/s]
+2026-07-26:19:08:26 INFO     [evaluator:585] Running loglikelihood requests
+Tokenizing inputs:   0%|                              | 0/20398 [00:00<?, ?it/s][transformers] Ignoring clean_up_tokenization_spaces=True for BPE tokenizer TokenizersBackend. The clean_up_tokenization post-processing step is designed for WordPiece tokenizers and is destructive for BPE (it strips spaces before punctuation). Set clean_up_tokenization_spaces=False to suppress this warning, or set clean_up_tokenization_spaces_for_bpe_even_though_it_will_corrupt_output=True to force cleanup anyway.
+Tokenizing inputs: 100%|████████████████| 20398/20398 [00:06<00:00, 3197.87it/s]
+Running loglikelihood requests: 100%|█████| 20398/20398 [04:21<00:00, 78.09it/s]
+2026-07-26:19:13:03 INFO     [loggers.evaluation_tracker:316] Output path not provided, skipping saving results aggregated
+hf ({'pretrained': 'appvoid/palmer-006'}), gen_kwargs: ({}), limit: None, num_fewshot: None, batch_size: 16
+|    Tasks    |Version|Filter|n-shot| Metric |   |Value |   |Stderr|
+|-------------|------:|------|-----:|--------|---|-----:|---|-----:|
+|arc_challenge|      1|none  |     0|acc     |↑  |0.2619|±  |0.0128|
+|             |       |none  |     0|acc_norm|↑  |0.2927|±  |0.0133|
+|arc_easy     |      1|none  |     0|acc     |↑  |0.5097|±  |0.0103|
+|             |       |none  |     0|acc_norm|↑  |0.4482|±  |0.0102|
+|piqa         |      1|none  |     0|acc     |↑  |0.6376|±  |0.0112|
+|             |       |none  |     0|acc_norm|↑  |0.6360|±  |0.0112|
+|winogrande   |      1|none  |     0|acc     |↑  |0.5036|±  |0.0141|
+
+================================================================================
+RUN 2 — HellaSwag
+================================================================================
+2026-07-26:20:16:54 INFO     [_cli.run:388] Selected Tasks: ['hellaswag']
+2026-07-26:20:16:56 INFO     [evaluator:214] Setting random seed to 0 | Setting numpy seed to 1234 | Setting torch manual seed to 1234 | Setting fewshot manual seed to 1234
+2026-07-26:20:16:56 INFO     [evaluator:239] Initializing hf model, with arguments: {'pretrained': 'appvoid/palmer-006'}
+2026-07-26:20:17:01 INFO     [models.huggingface:286] Using device 'cuda:0'
+2026-07-26:20:17:02 INFO     [models.huggingface:579] Model parallel was set to False, max memory was not set, and device map was set to {'': 'cuda:0'}
+The fast path is not available because one of `(selective_state_update, causal_conv1d_fn, causal_conv1d_update)` is None. Falling back to the naive implementation. To install follow https://github.com/state-spaces/mamba/#installation and https://github.com/Dao-AILab/causal-conv1d
+Loading weights: 100%|█| 386/386 [00:00<00:00, 1408.36it/s, Materializing param=
+2026-07-26:20:17:11 INFO     [evaluator_utils:446] Selected tasks:
+2026-07-26:20:17:11 INFO     [evaluator_utils:480] Task: hellaswag (hellaswag/hellaswag.yaml)
+2026-07-26:20:17:11 INFO     [api.task:312] Building contexts for hellaswag on rank 0...
+100%|███████████████████████████████████| 10042/10042 [00:07<00:00, 1317.53it/s]
+2026-07-26:20:17:19 INFO     [evaluator:585] Running loglikelihood requests
+Tokenizing inputs: 100%|████████████████| 40168/40168 [00:23<00:00, 1726.55it/s]
+Running loglikelihood requests: 100%|█████| 40168/40168 [17:38<00:00, 37.96it/s]
+2026-07-26:20:35:31 INFO     [loggers.evaluation_tracker:316] Output path not provided, skipping saving results aggregated
+hf ({'pretrained': 'appvoid/palmer-006'}), gen_kwargs: ({}), limit: None, num_fewshot: None, batch_size: 64
+|  Tasks  |Version|Filter|n-shot| Metric |   |Value |   |Stderr|
+|---------|------:|------|-----:|--------|---|-----:|---|-----:|
+|hellaswag|      1|none  |     0|acc     |↑  |0.3299|±  |0.0047|
+|         |       |none  |     0|acc_norm|↑  |0.3841|±  |0.0049|
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -0,0 +1,342 @@
+{
+  "additional_special_tokens": [
+    "<|pad|>",
+    ">>ABSTRACT<<",
+    ">>INTRODUCTION<<",
+    ">>SUMMARY<<",
+    ">>COMMENT<<",
+    ">>ANSWER<<",
+    ">>QUESTION<<",
+    ">>DOMAIN<<",
+    ">>PREFIX<<",
+    ">>SUFFIX<<",
+    ">>MIDDLE<<",
+    "<|finetune_right_pad_id|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "<|eom_id|>",
+    "<|eot_id|>",
+    "<|begin_of_text|>",
+    ">>TITLE<<",
+    "<tool_response>",
+    "</tool_response>",
+    "<tool_call>",
+    "</tool_call>",
+    "<schema>",
+    "</schema>",
+    "<scratch_pad>",
+    "</scratch_pad>",
+    "<thinking>",
+    "</thinking>",
+    "<explanation>",
+    "</explanation>",
+    "<file_sep>",
+    "<repo_name>",
+    ">>UNUSED_119<<",
+    ">>UNUSED_120<<",
+    ">>UNUSED_215<<",
+    ">>UNUSED_216<<",
+    ">>UNUSED_217<<",
+    ">>UNUSED_218<<",
+    ">>UNUSED_219<<",
+    ">>UNUSED_220<<",
+    ">>UNUSED_221<<",
+    ">>UNUSED_222<<",
+    ">>UNUSED_223<<",
+    ">>UNUSED_224<<",
+    ">>UNUSED_225<<",
+    ">>UNUSED_226<<",
+    ">>UNUSED_227<<",
+    ">>UNUSED_228<<",
+    ">>UNUSED_229<<",
+    ">>UNUSED_230<<",
+    ">>UNUSED_231<<",
+    ">>UNUSED_232<<",
+    ">>UNUSED_233<<",
+    ">>UNUSED_234<<",
+    ">>UNUSED_235<<",
+    ">>UNUSED_236<<",
+    ">>UNUSED_237<<",
+    ">>UNUSED_238<<",
+    ">>UNUSED_239<<",
+    ">>UNUSED_240<<",
+    ">>UNUSED_241<<",
+    ">>UNUSED_242<<",
+    ">>UNUSED_243<<",
+    ">>UNUSED_244<<",
+    ">>UNUSED_245<<",
+    ">>UNUSED_246<<",
+    ">>UNUSED_247<<",
+    ">>UNUSED_248<<",
+    ">>UNUSED_249<<",
+    ">>UNUSED_250<<",
+    ">>UNUSED_251<<",
+    ">>UNUSED_252<<",
+    ">>UNUSED_253<<",
+    ">>UNUSED_254<<",
+    ">>UNUSED_255<<",
+    ">>UNUSED_256<<",
+    ">>UNUSED_257<<",
+    ">>UNUSED_258<<",
+    ">>UNUSED_259<<",
+    ">>UNUSED_260<<",
+    ">>UNUSED_261<<",
+    ">>UNUSED_262<<",
+    ">>UNUSED_263<<",
+    ">>UNUSED_264<<",
+    ">>UNUSED_265<<",
+    ">>UNUSED_266<<",
+    ">>UNUSED_267<<",
+    ">>UNUSED_268<<",
+    ">>UNUSED_269<<",
+    ">>UNUSED_270<<",
+    ">>UNUSED_271<<",
+    ">>UNUSED_272<<",
+    ">>UNUSED_273<<",
+    ">>UNUSED_274<<",
+    ">>UNUSED_275<<",
+    ">>UNUSED_276<<",
+    ">>UNUSED_277<<",
+    ">>UNUSED_278<<",
+    ">>UNUSED_279<<",
+    ">>UNUSED_280<<",
+    ">>UNUSED_281<<",
+    ">>UNUSED_282<<",
+    ">>UNUSED_283<<",
+    ">>UNUSED_284<<",
+    ">>UNUSED_285<<",
+    ">>UNUSED_286<<",
+    ">>UNUSED_287<<",
+    ">>UNUSED_288<<",
+    ">>UNUSED_289<<",
+    ">>UNUSED_290<<",
+    ">>UNUSED_291<<",
+    ">>UNUSED_292<<",
+    ">>UNUSED_293<<",
+    ">>UNUSED_294<<",
+    ">>UNUSED_295<<",
+    ">>UNUSED_296<<",
+    ">>UNUSED_297<<",
+    ">>UNUSED_298<<",
+    ">>UNUSED_299<<",
+    ">>UNUSED_300<<",
+    ">>UNUSED_301<<",
+    ">>UNUSED_302<<",
+    ">>UNUSED_303<<",
+    ">>UNUSED_304<<",
+    ">>UNUSED_305<<",
+    ">>UNUSED_306<<",
+    ">>UNUSED_307<<",
+    ">>UNUSED_308<<",
+    ">>UNUSED_309<<",
+    ">>UNUSED_310<<",
+    ">>UNUSED_311<<",
+    ">>UNUSED_312<<",
+    ">>UNUSED_313<<",
+    ">>UNUSED_314<<",
+    ">>UNUSED_315<<",
+    ">>UNUSED_316<<",
+    ">>UNUSED_317<<",
+    ">>UNUSED_318<<",
+    ">>UNUSED_319<<",
+    ">>UNUSED_320<<",
+    ">>UNUSED_321<<",
+    ">>UNUSED_322<<",
+    ">>UNUSED_323<<",
+    ">>UNUSED_324<<",
+    ">>UNUSED_325<<",
+    ">>UNUSED_326<<",
+    ">>UNUSED_327<<",
+    ">>UNUSED_328<<",
+    ">>UNUSED_329<<",
+    ">>UNUSED_330<<",
+    ">>UNUSED_331<<",
+    ">>UNUSED_332<<",
+    ">>UNUSED_333<<",
+    ">>UNUSED_334<<",
+    ">>UNUSED_335<<",
+    ">>UNUSED_336<<",
+    ">>UNUSED_337<<",
+    ">>UNUSED_338<<",
+    ">>UNUSED_339<<",
+    ">>UNUSED_340<<",
+    ">>UNUSED_341<<",
+    ">>UNUSED_342<<",
+    ">>UNUSED_343<<",
+    ">>UNUSED_344<<",
+    ">>UNUSED_345<<",
+    ">>UNUSED_346<<",
+    ">>UNUSED_347<<",
+    ">>UNUSED_348<<",
+    ">>UNUSED_349<<",
+    ">>UNUSED_350<<",
+    ">>UNUSED_351<<",
+    ">>UNUSED_352<<",
+    ">>UNUSED_353<<",
+    ">>UNUSED_354<<",
+    ">>UNUSED_355<<",
+    ">>UNUSED_356<<",
+    ">>UNUSED_357<<",
+    ">>UNUSED_358<<",
+    ">>UNUSED_359<<",
+    ">>UNUSED_360<<",
+    ">>UNUSED_361<<",
+    ">>UNUSED_362<<",
+    ">>UNUSED_363<<",
+    ">>UNUSED_364<<",
+    ">>UNUSED_365<<",
+    ">>UNUSED_366<<",
+    ">>UNUSED_367<<",
+    ">>UNUSED_368<<",
+    ">>UNUSED_369<<",
+    ">>UNUSED_370<<",
+    ">>UNUSED_371<<",
+    ">>UNUSED_372<<",
+    ">>UNUSED_373<<",
+    ">>UNUSED_374<<",
+    ">>UNUSED_375<<",
+    ">>UNUSED_376<<",
+    ">>UNUSED_377<<",
+    ">>UNUSED_378<<",
+    ">>UNUSED_379<<",
+    ">>UNUSED_380<<",
+    ">>UNUSED_381<<",
+    ">>UNUSED_382<<",
+    ">>UNUSED_383<<",
+    ">>UNUSED_384<<",
+    ">>UNUSED_385<<",
+    ">>UNUSED_386<<",
+    ">>UNUSED_387<<",
+    ">>UNUSED_388<<",
+    ">>UNUSED_389<<",
+    ">>UNUSED_390<<",
+    ">>UNUSED_391<<",
+    ">>UNUSED_392<<",
+    ">>UNUSED_393<<",
+    ">>UNUSED_394<<",
+    ">>UNUSED_395<<",
+    ">>UNUSED_396<<",
+    ">>UNUSED_397<<",
+    ">>UNUSED_398<<",
+    ">>UNUSED_399<<",
+    ">>UNUSED_400<<",
+    ">>UNUSED_401<<",
+    ">>UNUSED_402<<",
+    ">>UNUSED_403<<",
+    ">>UNUSED_404<<",
+    ">>UNUSED_405<<",
+    ">>UNUSED_406<<",
+    ">>UNUSED_407<<",
+    ">>UNUSED_408<<",
+    ">>UNUSED_409<<",
+    ">>UNUSED_410<<",
+    ">>UNUSED_411<<",
+    ">>UNUSED_412<<",
+    ">>UNUSED_413<<",
+    ">>UNUSED_414<<",
+    ">>UNUSED_415<<",
+    ">>UNUSED_416<<",
+    ">>UNUSED_417<<",
+    ">>UNUSED_418<<",
+    ">>UNUSED_419<<",
+    ">>UNUSED_420<<",
+    ">>UNUSED_421<<",
+    ">>UNUSED_422<<",
+    ">>UNUSED_423<<",
+    ">>UNUSED_424<<",
+    ">>UNUSED_425<<",
+    ">>UNUSED_426<<",
+    ">>UNUSED_427<<",
+    ">>UNUSED_428<<",
+    ">>UNUSED_429<<",
+    ">>UNUSED_430<<",
+    ">>UNUSED_431<<",
+    ">>UNUSED_432<<",
+    ">>UNUSED_433<<",
+    ">>UNUSED_434<<",
+    ">>UNUSED_435<<",
+    ">>UNUSED_436<<",
+    ">>UNUSED_437<<",
+    ">>UNUSED_438<<",
+    ">>UNUSED_439<<",
+    ">>UNUSED_440<<",
+    ">>UNUSED_441<<",
+    ">>UNUSED_442<<",
+    ">>UNUSED_443<<",
+    ">>UNUSED_444<<",
+    ">>UNUSED_445<<",
+    ">>UNUSED_446<<",
+    ">>UNUSED_447<<",
+    ">>UNUSED_448<<",
+    ">>UNUSED_449<<",
+    ">>UNUSED_450<<",
+    ">>UNUSED_451<<",
+    ">>UNUSED_452<<",
+    ">>UNUSED_453<<",
+    ">>UNUSED_454<<",
+    ">>UNUSED_455<<",
+    ">>UNUSED_456<<",
+    ">>UNUSED_457<<",
+    ">>UNUSED_458<<",
+    ">>UNUSED_459<<",
+    ">>UNUSED_460<<",
+    ">>UNUSED_461<<",
+    ">>UNUSED_462<<",
+    ">>UNUSED_463<<",
+    ">>UNUSED_464<<",
+    ">>UNUSED_465<<",
+    ">>UNUSED_466<<",
+    ">>UNUSED_467<<",
+    ">>UNUSED_468<<",
+    ">>UNUSED_469<<",
+    ">>UNUSED_470<<",
+    ">>UNUSED_471<<",
+    ">>UNUSED_472<<",
+    ">>UNUSED_473<<",
+    ">>UNUSED_474<<",
+    ">>UNUSED_475<<",
+    ">>UNUSED_476<<",
+    ">>UNUSED_477<<",
+    ">>UNUSED_478<<",
+    ">>UNUSED_479<<",
+    ">>UNUSED_480<<",
+    ">>UNUSED_481<<",
+    ">>UNUSED_482<<",
+    ">>UNUSED_483<<",
+    ">>UNUSED_484<<",
+    ">>UNUSED_485<<",
+    ">>UNUSED_486<<",
+    ">>UNUSED_487<<",
+    ">>UNUSED_488<<",
+    ">>UNUSED_489<<",
+    ">>UNUSED_490<<",
+    ">>UNUSED_491<<",
+    ">>UNUSED_492<<",
+    ">>UNUSED_493<<",
+    ">>UNUSED_494<<",
+    ">>UNUSED_495<<",
+    ">>UNUSED_496<<",
+    ">>UNUSED_497<<",
+    ">>UNUSED_498<<",
+    ">>UNUSED_499<<",
+    ">>UNUSED_500<<",
+    ">>UNUSED_501<<",
+    ">>UNUSED_502<<",
+    ">>UNUSED_503<<",
+    ">>UNUSED_504<<",
+    ">>UNUSED_505<<",
+    ">>UNUSED_506<<",
+    ">>UNUSED_507<<",
+    ">>UNUSED_508<<",
+    ">>UNUSED_509<<",
+    ">>UNUSED_510<<",
+    ">>UNUSED_511<<"
+  ],
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
--- a/tokenizer.json
+++ b/tokenizer.json
--- a/tokenizer_config.json
+++ b/tokenizer_config.json